-- Logs begin at Sat 2021-08-07 01:42:46 UTC, end at Sat 2021-08-07 02:37:26 UTC. -- Aug 07 02:11:29.938991 dv-cinder-782390-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 07 02:11:32.719692 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.common.config [-] Logging enabled! Aug 07 02:11:32.720281 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 02:11:32.720459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93173) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 02:11:32.724289 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.common.config [-] Logging enabled! Aug 07 02:11:32.724544 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 02:11:32.724859 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93173) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 02:11:32.725797 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 02:11:32.726029 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 02:11:32.726403 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 02:11:32.726651 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 02:11:32.726878 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 02:11:32.727192 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.727486 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.727780 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.728008 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.728302 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.728591 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.728872 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.729158 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.729449 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.729731 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.730007 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.730289 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.730550 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.730830 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.731114 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.731398 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.731619 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] debug = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.731901 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.732324 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.732738 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.733018 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.733306 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.733583 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.733854 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.734129 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.734440 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.734770 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] host = dv-cinder-782390-7-iscsi {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.735047 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.735334 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.735617 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.735901 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.736175 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.736449 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.736732 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.737005 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.737271 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] log_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.737543 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.738390 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.738679 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.738968 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.739192 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.739412 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.739699 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.739983 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.740256 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.740529 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.740800 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.741069 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.741339 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.741603 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.741883 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.742166 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.742481 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.742762 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.743286 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.743557 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.743827 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.744242 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.744520 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.744795 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.745069 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.745356 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.745626 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.745899 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.746198 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.746505 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.746789 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.747075 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.747344 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.747624 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.747895 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.748163 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.748430 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] use_json = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.748700 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.748967 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.749244 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.749514 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.749783 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.750053 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.750320 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.750626 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:32.750921 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.751216 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.751513 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.751795 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.752088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.752366 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.752659 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.752978 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.753224 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.753535 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.753827 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.754097 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.754417 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.754679 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.754971 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.755277 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.755572 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.755861 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.756136 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.756407 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.756677 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.756953 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.757239 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.757528 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.757817 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.758088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.758364 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.758673 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.758949 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.759220 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.759495 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.759782 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.760056 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.760326 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.760605 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.760882 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.761153 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.761423 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.761698 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.761985 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.762260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.762561 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.762832 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.763108 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.763377 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.763660 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.763935 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.764205 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.764475 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.764750 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.765022 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.765293 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.765568 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.765840 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.766113 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.766390 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.766674 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.766944 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.767219 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.767489 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.767758 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.768026 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.768299 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.768571 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.768841 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.769175 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.769449 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.769722 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.770010 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.770307 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.770610 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.770889 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.771302 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.771586 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.771864 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.772142 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.772421 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.772704 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.772977 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.773268 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.773553 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.773838 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.774120 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.774420 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.774716 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.774998 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.775281 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.775558 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.775836 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.776124 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.776407 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.776699 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.776991 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.777286 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.777581 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.777875 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.778153 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.778487 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.778769 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:32.778985 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 02:11:32.779225 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93173) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 07 02:11:33.130147 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 02:11:33.130450 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 02:11:33.130744 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 02:11:33.131081 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 07 02:11:33.537450 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.537745 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.538018 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.539237 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.539515 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.539780 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.576510 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.576783 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.577048 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.594467 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.594755 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.595023 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.623627 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.623910 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.624182 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.660286 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.660566 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.660834 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.894285 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.894949 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.894949 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.895167 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:33.895870 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.016255 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.016604 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.016887 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.017160 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.017466 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.017930 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.018197 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.018480 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.018738 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.019056 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.019313 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.019580 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.019841 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.020095 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.020353 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.020619 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.020877 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.021146 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.021418 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.021675 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.021948 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.022201 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.022508 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.022884 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.023138 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.023384 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.023772 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 02:11:34.024014 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 02:11:34.024249 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 02:11:34.024483 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 02:11:34.024717 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 02:11:34.024951 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 02:11:34.025309 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 07 02:11:34.028411 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 07 02:11:34.032342 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 07 02:11:34.036126 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 07 02:11:34.037888 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 07 02:11:34.038331 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 07 02:11:34.038690 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 07 02:11:34.039076 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 07 02:11:34.041816 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 07 02:11:34.042067 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 07 02:11:34.042436 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 02:11:34.047709 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 07 02:11:34.070113 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 07 02:11:34.070601 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.070896 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93173) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 07 02:11:34.071255 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.072594 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93173) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 07 02:11:34.072874 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 02:11:34.073121 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 07 02:11:34.076504 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.076785 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.141389 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 07 02:11:34.141627 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 07 02:11:34.141870 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 07 02:11:34.142238 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 07 02:11:34.163525 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_db.sqlalchemy.engines [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93173) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 07 02:11:34.692347 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Initializing driver for type 'gre' Aug 07 02:11:34.692987 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] gre ID ranges: [(1, 1000)] Aug 07 02:11:34.748599 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Initializing driver for type 'local' Aug 07 02:11:34.749070 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Initializing driver for type 'vlan' Aug 07 02:11:34.763107 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] VlanTypeDriver initialization complete Aug 07 02:11:34.763395 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Initializing driver for type 'vxlan' Aug 07 02:11:34.763883 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] vxlan ID ranges: [(1, 1000)] Aug 07 02:11:34.818191 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Initializing extension driver 'port_security' Aug 07 02:11:34.818574 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.extensions.port_security [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] PortSecurityExtensionDriver initialization complete Aug 07 02:11:34.818911 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Initializing mechanism driver 'openvswitch' Aug 07 02:11:34.819262 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Initializing mechanism driver 'hyperv' Aug 07 02:11:34.825750 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:11:34.826476 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > port after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.826851 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > port after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.827208 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > port after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.827726 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 02:11:34.828159 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.828518 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.828866 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.829260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 02:11:34.829665 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > network after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.830019 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > network after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.830365 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > network after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.830771 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 02:11:34.831178 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.831530 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.831874 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.832271 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 02:11:34.832802 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.833161 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.833511 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.833906 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 02:11:34.834317 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.834695 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.835041 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.835431 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 02:11:34.835810 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] ML2 OVO RPC backend initialized. {{(pid=93173) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 07 02:11:34.836514 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.836876 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.837298 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > network before_response 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.837651 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > networks before_response 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.838003 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > port before_response 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.838348 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > ports before_response 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.838718 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.839064 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.839414 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > network after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.839760 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > network after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.840102 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > network after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.840443 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > port after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.840783 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > port after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.841121 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > port after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.841465 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.841807 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.842148 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.842757 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.plugin [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Modular L2 Plugin initialization complete Aug 07 02:11:34.843092 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading services supported by the core plugin {{(pid=93173) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 07 02:11:34.843422 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.plugins.ml2.managers [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Got port-security extension from driver 'port_security' Aug 07 02:11:34.843889 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.extensions.vlantransparent [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Disabled vlantransparent extension. Aug 07 02:11:34.844375 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93173) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 07 02:11:34.844693 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading Plugin: router Aug 07 02:11:34.884116 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.884513 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router after_create 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.884890 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router before_create 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.885261 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.885639 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.885999 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router after_delete 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.886389 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.886759 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router after_create 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.887114 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router after_update 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.887469 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router after_update 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.887826 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.888191 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router after_update 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.888606 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.888979 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: port after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.889323 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: port after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.889665 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: subnet after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.890009 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.890362 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.890735 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.891081 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: port before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.891426 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.891787 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router after_update 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.892134 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.892489 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.892852 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.893197 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.893568 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > agent after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.893949 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.894298 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > network after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.895188 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Tracking information for resource: router configured {{(pid=93173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 02:11:34.895712 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Tracking information for resource: floatingip configured {{(pid=93173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 02:11:34.900362 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.db.l3_agentschedulers_db [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 07 02:11:34.901065 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: port after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.901434 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: port after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.901791 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: port after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.902148 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: port after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.902968 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router before_create 55550100 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.903359 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.903710 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.904072 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.908560 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.services.provider_configuration [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service providers = [] {{(pid=93173) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 07 02:11:34.908933 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.db.servicetype_db [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93173) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 07 02:11:34.912409 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.services.service_base [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 02:11:34.912759 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.services.service_base [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 02:11:34.913103 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.services.service_base [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 02:11:34.914017 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.services.service_base [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 02:11:34.914423 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.services.service_base [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 07 02:11:34.914810 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 02:11:34.915134 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 07 02:11:34.926283 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 02:11:34.926648 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading Plugin: auto_allocate Aug 07 02:11:34.932357 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: network precommit_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.932732 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: network precommit_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.933253 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 02:11:34.933582 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading Plugin: tag Aug 07 02:11:34.940075 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 02:11:34.940406 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading Plugin: timestamp Aug 07 02:11:34.944435 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 02:11:34.944772 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading Plugin: network_ip_availability Aug 07 02:11:34.950167 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.950582 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.950952 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:34.951663 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 02:11:34.951994 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading Plugin: flavors Aug 07 02:11:34.956826 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 02:11:34.957163 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading Plugin: revisions Aug 07 02:11:34.961400 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 02:11:34.961791 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_concurrency.lockutils [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=93173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 02:11:34.962562 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93173) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 07 02:11:34.962908 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Initializing extension manager. Aug 07 02:11:34.963423 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: __init__.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.963768 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: __pycache__ {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.964107 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.964446 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: address_group.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.965203 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.965769 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: address-group Aug 07 02:11:34.966097 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: address_scope.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.966853 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.967366 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: address-scope Aug 07 02:11:34.967691 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.968621 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.969137 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: router-admin-state-down-before-update Aug 07 02:11:34.969462 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: agent.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.970362 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.970904 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: agent Aug 07 02:11:34.971228 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: agent_resources_synced.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.972655 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.973168 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: agent-resources-synced Aug 07 02:11:34.973499 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.975310 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.975834 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: allowed-address-pairs Aug 07 02:11:34.976165 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.977245 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.977760 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: auto-allocated-topology Aug 07 02:11:34.978086 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: availability_zone.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.978817 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.979332 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: availability_zone Aug 07 02:11:34.979657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: availability_zone_filter.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.980581 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.981091 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: availability_zone_filter Aug 07 02:11:34.981417 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: data_plane_status.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.982334 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.982865 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 07 02:11:34.983195 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: default_subnetpools.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.984114 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.984626 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: default-subnetpools Aug 07 02:11:34.984954 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.985765 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.986275 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: dhcp_agent_scheduler Aug 07 02:11:34.986628 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: dns.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.988146 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.988655 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension dns-integration not supported by any of loaded plugins Aug 07 02:11:34.988983 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: dns_domain_ports.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.989910 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.990440 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 07 02:11:34.990769 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.991699 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.992209 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 07 02:11:34.992535 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: dvr.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.993463 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.993974 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: dvr Aug 07 02:11:34.994298 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: ecmp_routes.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.995244 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.995751 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 07 02:11:34.996077 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: empty_string_filtering.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.996994 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.997504 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: empty-string-filtering Aug 07 02:11:34.997833 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:34.998794 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:34.999301 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 07 02:11:34.999627 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.000556 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.001066 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 07 02:11:35.001393 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: external_net.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.002309 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.002848 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: external-net Aug 07 02:11:35.003242 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.004318 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.004828 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: extra_dhcp_opt Aug 07 02:11:35.005152 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: extraroute.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.006071 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.006617 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: extraroute Aug 07 02:11:35.006944 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: extraroute_atomic.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.007977 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.008495 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: extraroute-atomic Aug 07 02:11:35.008822 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: filter_validation.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.009493 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.010003 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: filter-validation Aug 07 02:11:35.010325 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: fip_pf_description.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.011273 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.011779 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 07 02:11:35.012102 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: fip_port_details.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.013023 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.013580 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: fip-port-details Aug 07 02:11:35.013859 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: flavors.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.015125 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.015644 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: flavors Aug 07 02:11:35.015971 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.017643 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.018162 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 07 02:11:35.018535 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: floatingip_pools.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.019460 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.019976 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: floatingip-pools Aug 07 02:11:35.020309 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: ip_allocation.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.021252 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.021764 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 07 02:11:35.022092 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.023046 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.023570 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: ip-substring-filtering Aug 07 02:11:35.023903 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: l2_adjacency.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.024841 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.025351 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 07 02:11:35.025678 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: l3.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.026818 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.027346 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: router Aug 07 02:11:35.027675 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.029945 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.030507 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 07 02:11:35.030845 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.031807 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.032327 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: ext-gw-mode Aug 07 02:11:35.032659 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.033596 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.034112 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: l3-ha Aug 07 02:11:35.035042 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: l3_flavors.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.036289 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.036804 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: l3-flavors Aug 07 02:11:35.037136 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.038060 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.038606 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 07 02:11:35.038934 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: l3agentscheduler.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.039977 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.040493 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: l3_agent_scheduler Aug 07 02:11:35.040822 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: logging.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.042313 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.042871 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension logging not supported by any of loaded plugins Aug 07 02:11:35.043203 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: metering.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.043952 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.044532 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: metering Aug 07 02:11:35.044860 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.045982 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.046532 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: metering_source_and_destination_fields Aug 07 02:11:35.046864 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: multiprovidernet.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.047798 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.048316 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: multi-provider Aug 07 02:11:35.048645 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: netmtu.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.049562 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.050172 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: net-mtu Aug 07 02:11:35.050533 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: netmtu_writable.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.051461 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.051979 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: net-mtu-writable Aug 07 02:11:35.052306 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: network_availability_zone.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.052985 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.053498 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: network_availability_zone Aug 07 02:11:35.053824 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: network_ip_availability.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.054966 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.055488 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: network-ip-availability Aug 07 02:11:35.055812 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: network_segment_range.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.056579 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.057089 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 07 02:11:35.057414 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: pagination.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.058418 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.058757 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: pagination Aug 07 02:11:35.059082 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: port_device_profile.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.059995 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.060516 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: port-device-profile Aug 07 02:11:35.060842 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.061778 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.062293 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: port-mac-address-regenerate Aug 07 02:11:35.062647 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.063576 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.064095 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: port-numa-affinity-policy Aug 07 02:11:35.064422 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: port_resource_request.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.065349 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.066598 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 07 02:11:35.066931 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: portbindings.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.067888 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.068409 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: binding Aug 07 02:11:35.068740 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: portbindings_extended.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.070137 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.070693 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: binding-extended Aug 07 02:11:35.071028 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: portsecurity.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.071959 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.072477 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: port-security Aug 07 02:11:35.072807 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: project_id.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.073793 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.074130 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: project-id Aug 07 02:11:35.074497 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: providernet.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.075435 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.075949 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: provider Aug 07 02:11:35.076275 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.079700 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.080230 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos not supported by any of loaded plugins Aug 07 02:11:35.080571 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.082440 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.082961 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 07 02:11:35.083296 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.084229 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.084752 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 07 02:11:35.085083 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos_default.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.086006 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.086553 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos-default not supported by any of loaded plugins Aug 07 02:11:35.086885 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos_fip.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.087545 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.088055 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos-fip not supported by any of loaded plugins Aug 07 02:11:35.088385 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.089315 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.089829 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 07 02:11:35.090156 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.091108 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.091619 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 07 02:11:35.091944 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos_pps_rule.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.093116 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.093634 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos-pps not supported by any of loaded plugins Aug 07 02:11:35.093962 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.094907 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.095422 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 07 02:11:35.095752 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: qos_rules_alias.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.096810 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.097403 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 07 02:11:35.097739 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: quotasv2.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.098686 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.099019 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: quotas Aug 07 02:11:35.099346 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: quotasv2_detail.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.102399 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.102751 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: quota_details Aug 07 02:11:35.103092 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: rbac.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.104369 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.104912 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: rbac-policies Aug 07 02:11:35.105246 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: rbac_address_group.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.106205 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.106834 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: rbac-address-group Aug 07 02:11:35.107165 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: rbac_address_scope.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.108094 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.108612 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: rbac-address-scope Aug 07 02:11:35.108939 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: rbac_security_groups.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.109864 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.110399 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: rbac-security-groups Aug 07 02:11:35.110740 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.111666 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.112179 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: rbac-subnetpool Aug 07 02:11:35.112557 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: revisionifmatch.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.113572 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.114089 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: revision-if-match Aug 07 02:11:35.114450 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: revisions.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.115570 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.116089 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: standard-attr-revisions Aug 07 02:11:35.116414 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: router_availability_zone.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.117098 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.117614 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: router_availability_zone Aug 07 02:11:35.118193 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: routerservicetype.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.119156 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.119670 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension router-service-type not supported by any of loaded plugins Aug 07 02:11:35.119994 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.120923 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.121438 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: security-groups-normalized-cidr Aug 07 02:11:35.121764 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.122721 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.123233 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: port-security-groups-filtering Aug 07 02:11:35.123557 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.124493 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.125005 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: security-groups-remote-address-group Aug 07 02:11:35.125332 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: securitygroup.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.135601 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.136139 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: security-group Aug 07 02:11:35.136477 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: segment.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.137271 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.137784 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension segment not supported by any of loaded plugins Aug 07 02:11:35.138114 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.139147 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.139666 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 07 02:11:35.139998 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: servicetype.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.141185 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.141711 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: service-type Aug 07 02:11:35.142045 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: sorting.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.143075 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.143416 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: sorting Aug 07 02:11:35.144364 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: standard_attr_segment.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.145304 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.145823 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 07 02:11:35.146157 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: standardattrdescription.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.146834 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.147347 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: standard-attr-description Aug 07 02:11:35.147676 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: stateful_security_group.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.148627 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.149150 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: stateful-security-group Aug 07 02:11:35.149480 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: stdattrs_common.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.150070 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 07 02:11:35.150421 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.151358 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.151879 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 07 02:11:35.152205 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: subnet_onboard.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.153290 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.153813 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: subnet_onboard Aug 07 02:11:35.154140 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.155107 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.155623 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 07 02:11:35.155952 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: subnet_service_types.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.156889 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.157406 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: subnet-service-types Aug 07 02:11:35.157737 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: subnetallocation.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.158840 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.159402 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: subnet_allocation Aug 07 02:11:35.159735 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.160482 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.160994 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: subnetpool-prefix-ops Aug 07 02:11:35.161319 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.162255 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.162804 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 07 02:11:35.163133 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: tagging.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.164188 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.164714 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: standard-attr-tag Aug 07 02:11:35.165045 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: timestamp.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.166242 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.166800 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loaded extension: standard-attr-timestamp Aug 07 02:11:35.167132 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: trunk.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.168171 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.168691 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension trunk not supported by any of loaded plugins Aug 07 02:11:35.169017 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: trunk_details.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.169941 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.170480 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension trunk-details not supported by any of loaded plugins Aug 07 02:11:35.170808 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.171771 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.172287 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 07 02:11:35.172612 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Loading extension file: vlantransparent.py {{(pid=93173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 02:11:35.173285 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 02:11:35.173796 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 07 02:11:35.176382 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:network Aug 07 02:11:35.176905 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:subnet Aug 07 02:11:35.177305 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 02:11:35.177697 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:port Aug 07 02:11:35.178941 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.179395 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service FLAVORS assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.180024 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.180449 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.180782 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:router Aug 07 02:11:35.181219 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 02:11:35.181709 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service METERING assigned prefix: /metering {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.183155 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:35.183532 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:35.183890 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:11:35.184887 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 02:11:35.185346 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:security_group Aug 07 02:11:35.185785 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 02:11:35.187496 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service CORE assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.187856 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 02:11:35.188226 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] subnetpool is already registered Aug 07 02:11:35.188684 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service CORE assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.189023 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 02:11:35.189362 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] subnetpool is already registered Aug 07 02:11:35.192242 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.192670 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service FLAVORS assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.193262 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.193694 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.194031 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:router Aug 07 02:11:35.194405 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] router is already registered Aug 07 02:11:35.194820 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 02:11:35.195160 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] floatingip is already registered Aug 07 02:11:35.195612 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service METERING assigned prefix: /metering {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.196275 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 02:11:35.196602 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] rbac_policy is already registered Aug 07 02:11:35.197014 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:security_group Aug 07 02:11:35.197350 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] security_group is already registered Aug 07 02:11:35.197751 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 02:11:35.198082 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] security_group_rule is already registered Aug 07 02:11:35.198738 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service CORE assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.199071 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 02:11:35.199411 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] subnetpool is already registered Aug 07 02:11:35.199839 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.v2.resource_helper [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Service CORE assigned prefix: {{(pid=93173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 02:11:35.200165 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 02:11:35.200499 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING neutron.quota.resource_registry [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] subnetpool is already registered Aug 07 02:11:35.200991 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: extensions {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.202459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: address-groups {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.203949 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: address-scopes {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.205301 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: agents {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.207056 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: auto-allocated-topology {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.208337 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: availability_zones {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.209571 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: dhcp-networks {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.211148 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: dhcp-agents {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.212581 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: routers {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.214385 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: flavors {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.215680 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: service_profiles {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.216900 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: next_providers {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.218340 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: service_profiles {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.219910 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: floatingip-pools {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.221162 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: routers {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.222964 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: floatingips {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.224268 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: l3-routers {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.225676 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: l3-agents {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.227147 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: metering-labels {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.228417 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: metering-label-rules {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.229809 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: network-ip-availabilities {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.231109 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: bindings {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.232676 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: quotas {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.234248 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: quotas {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.235807 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: rbac-policies {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.237023 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: security-groups {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.238914 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: security-group-rules {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.240161 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: service-providers {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.241399 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: subnetpools {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.243023 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: subnetpools {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.244605 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.246324 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.248186 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.250012 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.251750 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.255304 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.257020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.258881 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.260771 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.262578 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron.api.extensions [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Extended resource: tags {{(pid=93173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 02:11:35.268509 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING keystonemiddleware.auth_token [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 07 02:11:35.272991 dv-cinder-782390-7-iscsi neutron-server[93173]: WARNING keystonemiddleware.auth_token [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 07 02:11:35.281294 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_concurrency.lockutils [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Acquired lock "singleton_lock" {{(pid=93173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 07 02:11:35.281769 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_concurrency.lockutils [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Releasing lock "singleton_lock" {{(pid=93173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 07 02:11:35.282430 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO oslo_service.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Starting 2 workers Aug 07 02:11:35.287277 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Started child 93282 {{(pid=93173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 02:11:35.291717 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Started child 93283 {{(pid=93173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 02:11:35.292684 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:35.293367 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO neutron.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 07 02:11:35.293945 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Notify callbacks [] for process, before_spawn {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:35.294110 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [-] (93282) wsgi starting up on http://0.0.0.0:9696 Aug 07 02:11:35.296376 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:35.296845 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO oslo_service.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Starting 1 workers Aug 07 02:11:35.297655 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [-] (93283) wsgi starting up on http://0.0.0.0:9696 Aug 07 02:11:35.302103 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Started child 93284 {{(pid=93173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 02:11:35.302662 dv-cinder-782390-7-iscsi neutron-server[93173]: INFO oslo_service.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Starting 1 workers Aug 07 02:11:35.306038 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] calling RpcWorker wait() {{(pid=93284) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 07 02:11:35.306609 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] returning from RpcWorker wait() {{(pid=93284) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 07 02:11:35.307153 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Started child 93285 {{(pid=93173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 02:11:35.307941 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:35.308042 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-24b90830-23f9-49ef-873c-3837c64ccce0 None None] Notify callbacks [] for process, after_spawn {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:35.308502 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:11:35.309830 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 02:11:35.310036 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 02:11:35.310221 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 02:11:35.310474 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 02:11:35.310821 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 02:11:35.310983 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 02:11:35.311495 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.311777 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.312030 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.312190 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:35.312638 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.312638 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.313136 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.313401 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.313657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.313917 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.314183 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.314357 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.314547 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.314793 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.315029 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.315308 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.315648 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.316403 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.316741 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.316922 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.317324 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.317604 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.317855 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.318127 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] debug = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.318404 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.318911 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.319152 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.319414 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.319663 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.319927 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.320174 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.320445 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.320688 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.320933 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.321177 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.321448 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.321687 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.321918 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.322156 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.322414 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.322648 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.323112 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] host = dv-cinder-782390-7-iscsi {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.323335 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.323551 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.323810 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.324071 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.324352 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.324570 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.324827 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.325081 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.325331 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.325573 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.325832 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.326081 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.326333 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.326632 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.326799 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_options = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.327044 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.327305 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.327576 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.327767 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.327937 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.328112 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.328370 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.328533 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.328783 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.329017 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.329218 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.329453 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.329675 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.329887 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.330128 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.330418 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.330619 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.330832 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.331097 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.331386 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.331773 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.332012 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.332233 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.332453 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.332670 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.332902 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.333155 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.333373 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.333587 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.333841 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.334084 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.334340 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.334613 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.334854 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.335082 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.335307 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.335539 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.335802 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.336037 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.336286 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.336556 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.336792 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.337046 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.337278 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.337523 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.337767 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_json = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.337979 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.338213 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.338499 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.338720 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.338950 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.339171 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.339373 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.339604 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.340038 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.340325 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.340654 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.340900 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.341170 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.341407 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.341644 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.341884 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.342131 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.342398 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.343610 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.343610 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.343610 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.343610 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.344090 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:11:35.344229 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.344229 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.344229 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.344573 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.344693 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.344916 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.345152 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.345372 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.347515 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.347515 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.347515 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.347515 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.347515 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.347515 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.347515 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.347515 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.348000 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.348184 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.348426 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.348732 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.348951 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.349175 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.349976 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.349976 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.349976 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.353295 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.353295 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.353295 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.353295 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.353295 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.353295 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.353295 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.353295 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.353295 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.354589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.354589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.354589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.354589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.354589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.354589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.354589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.354589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.354589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.359657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360260 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360881 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360881 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360881 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.360881 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.361157 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.361242 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.362076 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.362076 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.362076 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.363344 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.363344 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.363344 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.363944 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.363944 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.363944 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.364875 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.364875 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.364875 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.364875 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.365349 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.365349 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.365656 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.365656 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.368681 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.368681 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.368681 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.368681 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.368681 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.368681 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.368681 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.368681 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.369459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.369459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.369459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.369459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.369459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.369459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.369866 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.369866 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.370320 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.370456 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.370654 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.371009 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373088 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373695 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373695 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373695 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.373916 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.374138 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.374401 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.374662 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.374909 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.375138 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.375385 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.375604 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.375872 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.376108 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.376361 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.376593 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.376958 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.377109 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.377250 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.377482 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.377699 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.377934 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.378776 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.379060 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.379298 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.379549 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.379765 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.379991 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.380226 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.380444 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.380666 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.380884 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.381120 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.381372 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.381611 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.381898 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.382157 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.382411 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.382640 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.382882 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.383134 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.383349 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.383598 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.383815 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.384050 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.384267 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.384486 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.384698 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.384910 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.385135 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.385348 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.385599 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.385847 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.386185 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.386490 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.386726 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.386995 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.387236 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.387494 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.387730 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.387971 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.388191 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.388409 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.388626 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.388882 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.389105 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.389350 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.389563 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.389775 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.389985 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.390198 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.390451 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.390751 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.391005 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.391239 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.391495 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.391747 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.391959 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.392193 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.392402 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.392803 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.393176 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.393587 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.394017 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.394498 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.394896 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.395285 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.395683 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.396071 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.396480 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.396908 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.397138 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.397378 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.397606 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.397831 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.398048 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.398296 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.398573 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.398786 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.399013 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.399229 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.399448 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.399678 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.399899 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.400108 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.400333 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.400553 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.400764 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.401057 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.401309 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.401548 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.401825 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.402224 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.402659 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.402911 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.403209 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.403443 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.403708 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.403929 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.404161 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.404387 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.404653 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.404969 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.405271 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.405544 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.405803 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.406059 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.406331 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.406620 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.406833 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.407129 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.407451 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.407728 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.407995 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.408222 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.408472 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.408694 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.408929 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.409162 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.409410 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.409620 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.409892 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.410236 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.410501 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.410713 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.410951 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.411190 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.411414 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.411626 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.411850 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.412070 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.412227 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 02:11:35.412749 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 02:11:35.412909 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 02:11:35.413061 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 02:11:35.413230 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 02:11:35.413400 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 02:11:35.413552 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 02:11:35.413755 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.413916 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.414077 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.414238 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.414432 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.414617 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.414779 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.414938 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.415097 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.415255 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.415414 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.415573 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.415732 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.415890 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.416049 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.416208 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.416367 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.416526 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.416690 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.416852 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.417011 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.417168 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.417327 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] debug = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.417485 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.417690 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.417853 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.418011 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.418170 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.418327 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.418511 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.418669 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.418826 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.418985 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.419144 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.419302 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.419459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.419617 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.419775 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.419934 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.420092 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.420250 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] host = dv-cinder-782390-7-iscsi {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.420408 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.420566 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.420725 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.420882 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.421109 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.421210 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.421347 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.421507 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.421702 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.421810 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.421967 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.422125 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.422294 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.422520 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.422672 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_options = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.422832 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.423000 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.423135 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.423259 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.423385 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.423509 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.423634 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.423793 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.423951 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.424284 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.424284 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.424584 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.424584 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.424731 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.424842 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.425522 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.425726 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.425921 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.426090 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.426236 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.426455 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.426548 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.426704 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.426861 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.427020 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.427177 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.427341 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.427499 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.427657 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.427880 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.427971 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.428108 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.428268 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.428426 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.428585 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.428742 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.428900 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.429061 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.429219 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.429378 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.429535 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.429693 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.429851 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.430008 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.430167 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.430324 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_json = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.430513 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.430671 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.430830 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.430988 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.431163 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.431286 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.431448 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.431608 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 02:11:35.431785 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.431948 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.432125 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.432290 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.432442 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.432598 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.432744 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.432909 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.433069 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.433229 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.433396 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.433556 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.433729 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.433889 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.434050 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.434217 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.434415 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.434548 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.434710 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.434871 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.435033 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.435194 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.435371 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.435532 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.435695 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.435856 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.436019 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.436181 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.436347 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.436493 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.436656 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.436818 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.436978 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.437139 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.437303 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.437466 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.437628 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.438063 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.438063 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.438285 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.438285 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.438521 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.438604 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.438720 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.438880 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.439041 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.439205 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.439366 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.439527 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.439688 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.439861 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.440021 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.440183 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.440344 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.440530 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.441625 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.441625 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.441625 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.441876 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.441876 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.442019 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.442148 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.442312 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.442496 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.442658 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.443023 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.443023 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.443562 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.443562 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.443562 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.443562 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.443836 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.443913 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.444060 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.444169 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.444331 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.444491 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.444652 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.444815 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.444979 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.445140 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.445300 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.445388 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:11:35.445474 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.445608 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.445782 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.445959 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.446120 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.446282 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.446463 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.446626 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.446789 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.446950 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.447110 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.447277 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.447438 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.447598 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.447759 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.447922 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.448067 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.448231 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.448392 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.448552 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.448712 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.448872 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.449032 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.449193 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.449354 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.449513 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.449673 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.449834 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.449994 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.450166 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.450326 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.450526 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.450688 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.450858 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.451030 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.451192 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.451352 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.451512 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.451674 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.451834 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.451994 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.452155 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.452315 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.452476 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.452636 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.452805 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.452977 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.453137 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.453299 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.453459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.453642 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.453803 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.453964 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.454126 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.454287 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.454476 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.454645 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.454817 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.454964 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.455121 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.455285 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.455442 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.455595 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.455758 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.455918 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.456073 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.456254 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.456420 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.456583 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.456803 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.456897 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.457050 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.457216 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.457376 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.457556 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.457683 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.457835 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.458168 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.458168 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.458917 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.458917 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.458917 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.458917 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.458917 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.459248 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.459248 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.459387 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.459733 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.459733 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.459884 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.459962 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.460118 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.460280 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.460442 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.460607 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.460779 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.460927 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.461294 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.461294 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.461493 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.461619 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.461741 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.461863 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.461985 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.462151 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.462326 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.462524 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.462686 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.462847 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.463009 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.463170 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.463330 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.463490 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.463651 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.463812 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.463972 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.464135 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.464298 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.464459 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.464620 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.464786 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.464949 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.465108 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.465269 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.465444 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.465606 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.465768 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.465930 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.466092 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.466254 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.466452 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.466617 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.466776 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.466935 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.467097 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.467261 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.467433 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.467594 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.467754 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.467914 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.468074 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.468234 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.468426 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.468562 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.468723 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.468883 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.469043 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.469204 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.469374 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.469534 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.469695 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.469859 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.470018 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.470182 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.470344 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.470534 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.470696 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.470856 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.471371 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.471371 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.471371 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.471589 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.471654 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.471819 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.471973 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.472132 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.472349 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.472565 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.472730 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.472892 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.473055 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.473219 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.473380 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.473545 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.473709 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.473880 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.474048 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.474210 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.474403 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.474570 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.474740 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.474901 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.475068 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.475242 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.475403 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.475563 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.475726 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.475887 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.476047 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.476209 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.476370 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.476531 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.476691 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.476850 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.477010 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.477173 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.477324 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.477483 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.477643 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.477804 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.477963 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.478123 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.478283 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 02:11:35.478476 dv-cinder-782390-7-iscsi neutron-server[93173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 02:11:35.608900 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 51800) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:11:35.618254 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067937 Aug 07 02:11:47.146037 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06e7ee-81c7-4d49-864c-5e0f5fade4e5 None None] get_active_networks_info from dv-cinder-782390-7-iscsi {{(pid=93284) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 07 02:11:47.244414 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06e7ee-81c7-4d49-864c-5e0f5fade4e5 None None] No non-hosted networks {{(pid=93284) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 07 02:11:47.348602 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c56f61-e140-46a1-80e2-37e893a617a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938150'] for agent, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:49.570740 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b23e251c-1989-4838-9afc-2b1e5b844ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938150'] for agent, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:49.639554 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-83bc762c-93ac-4fa5-9d42-ffa72ab2199d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:49.730139 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938150'] for agent, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:49.731291 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.731952 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.733692 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.734259 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.734757 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.735311 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.735792 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.737170 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.737720 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.738289 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.738829 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.739466 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:11:49.740059 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782390-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:11:49.750277 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782390-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:11:50.891205 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938150'] for agent, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:52.228032 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938150'] for agent, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:52.978105 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.db.l3_hamode_db [None req-c31ed2c6-9bf6-4fac-8428-b73389c45597 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 07 02:11:53.068905 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ed2c6-9bf6-4fac-8428-b73389c45597 None None] Routers set() bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:11:53.069303 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ed2c6-9bf6-4fac-8428-b73389c45597 None None] Router IDs set() for agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 07 02:11:53.538015 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 51892) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:11:54.022812 dv-cinder-782390-7-iscsi neutron-server[93283]: WARNING oslo_policy.policy [None req-185e2196-e5c5-4af1-8f6a-847341257226 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 02:11:54.023380 dv-cinder-782390-7-iscsi neutron-server[93283]: WARNING oslo_policy.policy [None req-185e2196-e5c5-4af1-8f6a-847341257226 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 02:11:54.235254 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [None req-185e2196-e5c5-4af1-8f6a-847341257226 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:11:54.236881 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-185e2196-e5c5-4af1-8f6a-847341257226 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6979594 Aug 07 02:11:56.574022 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 51906) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:11:56.882461 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-d0faf377-30fa-46fb-96b9-882bdd52d545 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:11:56.974747 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.policy [None req-d0faf377-30fa-46fb-96b9-882bdd52d545 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 02:11:57.019917 dv-cinder-782390-7-iscsi neutron-server[93283]: WARNING oslo_policy.policy [None req-d0faf377-30fa-46fb-96b9-882bdd52d545 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 02:11:57.020285 dv-cinder-782390-7-iscsi neutron-server[93283]: WARNING oslo_policy.policy [None req-d0faf377-30fa-46fb-96b9-882bdd52d545 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 02:11:57.028851 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.quota [None req-d0faf377-30fa-46fb-96b9-882bdd52d545 admin admin] Loaded quota_driver: . Aug 07 02:11:57.117558 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0faf377-30fa-46fb-96b9-882bdd52d545 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742800053221', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742800076248', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742800064772', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742800071671', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742792303391', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742800107755', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1025194', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-809869', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1800840', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1735642'] for rbac-policy, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:57.179653 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0faf377-30fa-46fb-96b9-882bdd52d545 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:11:57.180882 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d0faf377-30fa-46fb-96b9-882bdd52d545 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6058786 Aug 07 02:11:59.707561 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 51918) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:00.002902 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'name': 'private', 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:12:00.031134 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Made reservation on behalf of c7dd2bff1fb54f70b06a607ddc7f6044 for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:12:00.033898 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:00.050708 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:00.169577 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:00.177764 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:00.198190 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:12:00.228061 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742795162727', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:00.228658 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Unsubscribe: segment precommit_create {{(pid=93283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 02:12:00.229163 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Added segment e8e6bf0e-1591-4820-8d79-79df28e38391 of type vlan for network 00947e52-94e9-4860-b6c3-3c5c3af01db7 Aug 07 02:12:00.246853 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5525af5-ec8b-4ece-9d89-0a7bd27a1889,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:00.273733 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.274080 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.274439 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.274779 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.275106 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.275445 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.275771 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.276090 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.276423 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.276743 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.277056 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.277367 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Tracked resource versions report: Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: pushed versions: Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: { 'AddressGroup': {'1.2'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'ConntrackHelper': {'1.0'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Log': {'1.0'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Network': {'1.1'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Port': {'1.7'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'PortForwarding': {'1.2'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'QosPolicy': {'1.9'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SecurityGroup': {'1.4'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SecurityGroupRule': {'1.2'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SubPort': {'1.0'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Subnet': {'1.1'}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Trunk': {'1.1'}} Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: consumer versions: Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: { DHCP agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: L3 agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: Metadata agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: Metering agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: Open vSwitch agent@dv-cinder-782390-7-iscsi: { 'AddressGroup': '1.2', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'ConntrackHelper': '1.0', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Log': '1.0', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Network': '1.1', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Port': '1.7', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'PortForwarding': '1.2', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'QosPolicy': '1.9', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SecurityGroup': '1.4', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SecurityGroupRule': '1.2', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SubPort': '1.0', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Subnet': '1.1', Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Trunk': '1.1'}} Aug 07 02:12:00.278537 dv-cinder-782390-7-iscsi neutron-server[93283]: {{(pid=93283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 02:12:00.362605 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:00.410584 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:00.411638 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:12:00.412284 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:00.494733 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7860036 Aug 07 02:12:00.508634 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed9d95-4a72-4e6d-b6a2-1cc50fd46ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=00947e52-94e9-4860-b6c3-3c5c3af01db7,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:00.521862 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 00947e52-94e9-4860-b6c3-3c5c3af01db7 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:12:03.159044 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 51932) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:03.561983 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b2d8c-639f-460d-a343-0534c1d6c600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:12:03.563524 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f60b2d8c-639f-460d-a343-0534c1d6c600 admin admin] 10.222.0.11 "GET /v2.0/networks/00947e52-94e9-4860-b6c3-3c5c3af01db7 HTTP/1.1" status: 200 len: 825 time: 0.4034472 Aug 07 02:12:03.587273 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-c77a3369-506d-4611-b3be-4ba334450754 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/ab1f3581-bff0-4bf8-a449-b362c1f99440 HTTP/1.1" status: 200 len: 734 time: 0.0180311 Aug 07 02:12:03.596460 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7', 'subnetpool_id': 'ab1f3581-bff0-4bf8-a449-b362c1f99440', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:12:03.618513 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Made reservation on behalf of c7dd2bff1fb54f70b06a607ddc7f6044 for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:12:03.620707 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:03.913100 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:03.980782 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Checking segment: {'id': 'e8e6bf0e-1591-4820-8d79-79df28e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:12:03.981162 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Network hostable DHCP agents. Network: 00947e52-94e9-4860-b6c3-3c5c3af01db7, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:12:03.988046 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b69960-f9e5-49fc-b57a-789fb91043cb,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:04.006526 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Network 00947e52-94e9-4860-b6c3-3c5c3af01db7 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:12:04.017877 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 00947e52-94e9-4860-b6c3-3c5c3af01db7) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:12:04.022491 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:12:04.023065 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:04.027605 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7105e683-647f-4976-a254-047ca2860761 None None] Network 00947e52-94e9-4860-b6c3-3c5c3af01db7 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:12:04.037049 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-77d3205d-8776-4f92-9b02-99faadbfa5ad admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4441938 Aug 07 02:12:04.340420 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-00947e52-94e9-4860-b6c3-3c5c3af01db7', 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'fixed_ips': [{'subnet_id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:12:04.341630 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:04.618577 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Allocated IP 172.20.0.2 (00947e52-94e9-4860-b6c3-3c5c3af01db7/c0b69960-f9e5-49fc-b57a-789fb91043cb/fef286c5-dc2f-4f43-83cc-cfd180bff558) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:12:04.857732 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:04.873610 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Transition to ACTIVE for port object fef286c5-dc2f-4f43-83cc-cfd180bff558 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:12:04.893495 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Transition to ACTIVE for port object fef286c5-dc2f-4f43-83cc-cfd180bff558 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:12:04.901256 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:04.967259 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Network 00947e52-94e9-4860-b6c3-3c5c3af01db7 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:12:04.976982 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:12:04.980899 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:12:04.994884 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Pushing event updated for resources: {'Port': ['ID=fef286c5-dc2f-4f43-83cc-cfd180bff558,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:05.031525 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.032351 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.032351 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.032515 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.032853 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.033184 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.033509 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.034204 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.034581 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.034917 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.035245 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.035565 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Tracked resource versions report: Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: pushed versions: Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: { 'AddressGroup': {'1.2'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'ConntrackHelper': {'1.0'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Log': {'1.0'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Network': {'1.1'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Port': {'1.7'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'PortForwarding': {'1.2'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'QosPolicy': {'1.9'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SecurityGroup': {'1.4'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SecurityGroupRule': {'1.2'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SubPort': {'1.0'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Subnet': {'1.1'}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Trunk': {'1.1'}} Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: consumer versions: Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: { DHCP agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: L3 agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: Metadata agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: Metering agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: Open vSwitch agent@dv-cinder-782390-7-iscsi: { 'AddressGroup': '1.2', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'ConntrackHelper': '1.0', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Log': '1.0', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Network': '1.1', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Port': '1.7', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'PortForwarding': '1.2', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'QosPolicy': '1.9', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SecurityGroup': '1.4', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SecurityGroupRule': '1.2', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SubPort': '1.0', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Subnet': '1.1', Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Trunk': '1.1'}} Aug 07 02:12:05.036698 dv-cinder-782390-7-iscsi neutron-server[93284]: {{(pid=93284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 02:12:05.084678 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Attempting to bind port fef286c5-dc2f-4f43-83cc-cfd180bff558 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:12:05.085101 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Attempting to bind port fef286c5-dc2f-4f43-83cc-cfd180bff558 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'e8e6bf0e-1591-4820-8d79-79df28e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:12:05.085524 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Attempting to bind port fef286c5-dc2f-4f43-83cc-cfd180bff558 on network 00947e52-94e9-4860-b6c3-3c5c3af01db7 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:12:05.090312 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:12:05.090728 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Checking segment: {'id': 'e8e6bf0e-1591-4820-8d79-79df28e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:12:05.091203 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:05.091611 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Bound using segment: {'id': 'e8e6bf0e-1591-4820-8d79-79df28e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:12:05.092085 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Bound port: fef286c5-dc2f-4f43-83cc-cfd180bff558, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e6bf0e-1591-4820-8d79-79df28e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:12:05.092481 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:05.156015 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] For port fef286c5-dc2f-4f43-83cc-cfd180bff558, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:12:05.160294 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] For port fef286c5-dc2f-4f43-83cc-cfd180bff558, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=fef286c5-dc2f-4f43-83cc-cfd180bff558,segment=NetworkSegment(e8e6bf0e-1591-4820-8d79-79df28e38391),segment_id=e8e6bf0e-1591-4820-8d79-79df28e38391)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:12:05.164910 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:05.226832 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc681ade-6002-4e6f-8dd2-d49697069e52 None None] Pushing event updated for resources: {'Port': ['ID=fef286c5-dc2f-4f43-83cc-cfd180bff558,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:06.406390 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 51940) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:06.728741 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [None req-a30cdd36-22e1-47c2-9291-97cc5cf2ce9a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:12:06.729736 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-a30cdd36-22e1-47c2-9291-97cc5cf2ce9a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3220997 Aug 07 02:12:09.109872 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 51948) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:09.608952 dv-cinder-782390-7-iscsi neutron-server[93282]: WARNING oslo_policy.policy [None req-d724352b-7988-47dd-a0e7-093c8064cecd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 02:12:09.609545 dv-cinder-782390-7-iscsi neutron-server[93282]: WARNING oslo_policy.policy [None req-d724352b-7988-47dd-a0e7-093c8064cecd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 02:12:09.825084 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [None req-d724352b-7988-47dd-a0e7-093c8064cecd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:12:09.826228 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d724352b-7988-47dd-a0e7-093c8064cecd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7140534 Aug 07 02:12:12.421447 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 51968) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:12.738590 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'admin_state_up': True}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:12:12.803381 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.policy [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93282) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 02:12:12.849711 dv-cinder-782390-7-iscsi neutron-server[93282]: WARNING oslo_policy.policy [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 02:12:12.850087 dv-cinder-782390-7-iscsi neutron-server[93282]: WARNING oslo_policy.policy [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 02:12:12.858700 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.quota [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] Loaded quota_driver: . Aug 07 02:12:12.916121 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:12.917965 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:13.077102 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:13.082605 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:13.102189 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:13.103470 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ae1e1f6f-6e3a-4bfa-8678-4885e8916495 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6801951 Aug 07 02:12:13.551510 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb6670-3475-4beb-b860-a447b22bc827 None None] Network 00947e52-94e9-4860-b6c3-3c5c3af01db7 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:12:13.625829 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-93f0deec-c437-4b89-b300-82cf0f842be9 None None] Provisioning for port fef286c5-dc2f-4f43-83cc-cfd180bff558 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:12:13.646174 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device fef286c5-dc2f-4f43-83cc-cfd180bff558 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:12:13.766601 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port fef286c5-dc2f-4f43-83cc-cfd180bff558 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:12:13.773857 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port fef286c5-dc2f-4f43-83cc-cfd180bff558 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:12:13.774236 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:13.914915 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:13.954112 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port fef286c5-dc2f-4f43-83cc-cfd180bff558, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=fef286c5-dc2f-4f43-83cc-cfd180bff558,segment=NetworkSegment(e8e6bf0e-1591-4820-8d79-79df28e38391),segment_id=e8e6bf0e-1591-4820-8d79-79df28e38391)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:12:13.958501 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:14.006758 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=fef286c5-dc2f-4f43-83cc-cfd180bff558,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:14.066191 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-8b85ea78-cdf6-43c0-bdcc-15106ef5c08d None None] Provisioning complete for port fef286c5-dc2f-4f43-83cc-cfd180bff558 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:12:14.066515 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8b85ea78-cdf6-43c0-bdcc-15106ef5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:15.465138 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 51978) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:15.617137 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device fef286c5-dc2f-4f43-83cc-cfd180bff558 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:12:15.662871 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port fef286c5-dc2f-4f43-83cc-cfd180bff558 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:12:15.663245 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:15.779882 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [None req-9487e57a-c582-4614-b536-c6ea510d4446 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:12:15.780996 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9487e57a-c582-4614-b536-c6ea510d4446 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3148510 Aug 07 02:12:17.020779 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2b79bed4-5822-4a0b-b572-9b01350929ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:18.132869 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 51986) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:18.446055 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:12:18.465607 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Made reservation on behalf of d34d20a01ea04e5faa3553f4c6a0d60b for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:12:18.468585 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:18.476423 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:18.566844 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:18.570383 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:18.584849 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Reserving flat network on physical network physnet1 {{(pid=93283) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 07 02:12:18.603618 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2825077-01b8-47dc-8f32-0913338a7e4c,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:18.609466 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:18.609794 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Added segment a3892aa4-ac4a-497a-b0df-6f8716c70b04 of type flat for network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 Aug 07 02:12:18.656781 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:18.691164 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:18.692100 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:12:18.692667 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:18.743051 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6091650 Aug 07 02:12:18.750178 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e5095-cc0c-432e-994e-28a05b9e81cb admin admin] Pushing event updated for resources: {'Network': ['ID=8c44b7bc-e230-4da9-a797-4ba67048bbb2,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:18.767697 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:12:19.547773 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a03c1eaf-a56d-4305-a3bb-9b843abbec28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:19.727914 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:20.805790 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:21.106016 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52004) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:21.278847 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de93e41-b034-4c1d-899b-b621aa324e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:12:21.280705 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-3de93e41-b034-4c1d-899b-b621aa324e30 admin admin] 10.222.0.11 "GET /v2.0/subnets/c0b69960-f9e5-49fc-b57a-789fb91043cb HTTP/1.1" status: 200 len: 849 time: 0.1731651 Aug 07 02:12:21.437738 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-1c728ead-857e-48d4-bf29-1e9abf3c7783 admin admin] 10.222.0.11 "GET /v2.0/routers/fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 HTTP/1.1" status: 200 len: 704 time: 0.1508179 Aug 07 02:12:21.698790 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:21.984558 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Allocated IP 172.20.0.1 (00947e52-94e9-4860-b6c3-3c5c3af01db7/c0b69960-f9e5-49fc-b57a-789fb91043cb/6e140636-e2a9-4ece-ae97-392e4f90e50e) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:12:22.168883 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:22.179896 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:22.201459 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Transition to ACTIVE for port object 6e140636-e2a9-4ece-ae97-392e4f90e50e will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:12:22.282464 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:22.349495 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Network 00947e52-94e9-4860-b6c3-3c5c3af01db7 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:12:22.354074 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:12:22.361481 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:12:22.361887 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:22.385525 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Pushing event updated for resources: {'Port': ['ID=6e140636-e2a9-4ece-ae97-392e4f90e50e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:22.564735 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:22.607327 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-eff79e3e-ac4f-4baa-b206-c2e6d09774f9 None None] Provisioning for port 6e140636-e2a9-4ece-ae97-392e4f90e50e completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:12:22.611161 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-eff79e3e-ac4f-4baa-b206-c2e6d09774f9 None None] Provisioning complete for port 6e140636-e2a9-4ece-ae97-392e4f90e50e triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:12:22.611534 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-eff79e3e-ac4f-4baa-b206-c2e6d09774f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:22.644449 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-eff79e3e-ac4f-4baa-b206-c2e6d09774f9 None None] Port 6e140636-e2a9-4ece-ae97-392e4f90e50e cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:12:22.799345 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:22.803948 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:22.804726 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:22.892718 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Pushing event updated for resources: {'Port': ['ID=6e140636-e2a9-4ece-ae97-392e4f90e50e,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:22.948558 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Network 00947e52-94e9-4860-b6c3-3c5c3af01db7 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:12:22.949948 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:12:23.123418 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Router fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:12:23.174173 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-a83d88c3-a541-400a-a689-887897db5f9f None None] Provisioning complete for port 6e140636-e2a9-4ece-ae97-392e4f90e50e triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:12:23.175599 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a83d88c3-a541-400a-a689-887897db5f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:23.215174 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-a83d88c3-a541-400a-a689-887897db5f9f None None] Port 6e140636-e2a9-4ece-ae97-392e4f90e50e cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:12:23.234981 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:12:23.240801 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6dd2f95b-63c0-4366-bfd0-a18322719395 admin admin] 10.222.0.11 "PUT /v2.0/routers/fa55f8a3-d5dc-4c61-8cf8-576f96b38c52/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7976341 Aug 07 02:12:23.255511 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Sync routers for ids ['fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:12:23.267727 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Routers {'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:12:23.268589 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:12:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:12:23.460329 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Set router fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 gateway port host: None {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:12:23.899803 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'name': 'router1', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:12:12Z', 'updated_at': '2021-08-07T02:12:22Z', 'revision_number': 2, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'gw_port_host': None, '_interfaces': [{'id': '6e140636-e2a9-4ece-ae97-392e4f90e50e', 'name': '', 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'mac_address': 'fa:16:3e:b0:e3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:12:21Z', 'updated_at': '2021-08-07T02:12:22Z', 'revision_number': 2, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'subnets': [{'id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab1f3581-bff0-4bf8-a449-b362c1f99440'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:12:23.949688 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Checking router: fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:12:23.950063 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Updating router fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 port 6e140636-e2a9-4ece-ae97-392e4f90e50e binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:12:23.999459 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:24.512551 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:24.530406 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Transition to ACTIVE for port object 6e140636-e2a9-4ece-ae97-392e4f90e50e will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:12:24.536632 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:24.690823 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Pushing event updated for resources: {'Port': ['ID=6e140636-e2a9-4ece-ae97-392e4f90e50e,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:24.706632 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Attempting to bind port 6e140636-e2a9-4ece-ae97-392e4f90e50e on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:12:24.707037 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Attempting to bind port 6e140636-e2a9-4ece-ae97-392e4f90e50e by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'e8e6bf0e-1591-4820-8d79-79df28e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:12:24.707473 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Attempting to bind port 6e140636-e2a9-4ece-ae97-392e4f90e50e on network 00947e52-94e9-4860-b6c3-3c5c3af01db7 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:12:24.710011 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.710353 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.710715 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.711049 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.711379 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.711726 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.712017 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.712339 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.712666 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.712986 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.713304 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.713689 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Tracked resource versions report: Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: pushed versions: Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: { 'AddressGroup': {'1.2'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'ConntrackHelper': {'1.0'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Log': {'1.0'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Network': {'1.1'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Port': {'1.7'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'PortForwarding': {'1.2'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'QosPolicy': {'1.9'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SecurityGroup': {'1.4'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SecurityGroupRule': {'1.2'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SubPort': {'1.0'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Subnet': {'1.1'}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Trunk': {'1.1'}} Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: consumer versions: Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: { DHCP agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: L3 agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: Metadata agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: Metering agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: Open vSwitch agent@dv-cinder-782390-7-iscsi: { 'AddressGroup': '1.2', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'ConntrackHelper': '1.0', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Log': '1.0', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Network': '1.1', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Port': '1.7', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'PortForwarding': '1.2', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'QosPolicy': '1.9', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SecurityGroup': '1.4', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SecurityGroupRule': '1.2', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SubPort': '1.0', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Subnet': '1.1', Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Trunk': '1.1'}} Aug 07 02:12:24.714778 dv-cinder-782390-7-iscsi neutron-server[93285]: {{(pid=93285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 02:12:24.721356 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:12:24.721764 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Checking segment: {'id': 'e8e6bf0e-1591-4820-8d79-79df28e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:12:24.722228 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:24.722655 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Bound using segment: {'id': 'e8e6bf0e-1591-4820-8d79-79df28e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:12:24.723143 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Bound port: 6e140636-e2a9-4ece-ae97-392e4f90e50e, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e6bf0e-1591-4820-8d79-79df28e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:12:24.723523 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:24.789832 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] For port 6e140636-e2a9-4ece-ae97-392e4f90e50e, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:12:24.810244 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] For port 6e140636-e2a9-4ece-ae97-392e4f90e50e, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=6e140636-e2a9-4ece-ae97-392e4f90e50e,segment=NetworkSegment(e8e6bf0e-1591-4820-8d79-79df28e38391),segment_id=e8e6bf0e-1591-4820-8d79-79df28e38391)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:12:24.814509 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:24.873811 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Routers {'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:12:24.874497 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:12:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:12:24.876491 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4f4d0-5dcd-4ec1-bc3e-2c2b0aed7f75 None None] Pushing event updated for resources: {'Port': ['ID=6e140636-e2a9-4ece-ae97-392e4f90e50e,revision_number=4']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:24.965993 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] Set router fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 gateway port host: None {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:12:25.173658 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'name': 'router1', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:12:12Z', 'updated_at': '2021-08-07T02:12:22Z', 'revision_number': 2, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'gw_port_host': None, '_interfaces': [{'id': '6e140636-e2a9-4ece-ae97-392e4f90e50e', 'name': '', 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'mac_address': 'fa:16:3e:b0:e3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:12:21Z', 'updated_at': '2021-08-07T02:12:24Z', 'revision_number': 4, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'subnets': [{'id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab1f3581-bff0-4bf8-a449-b362c1f99440'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:12:25.198815 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ff564-db5f-4d9c-a4bf-ce61df4a6419 None None] The sync data for ids ['fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'] in dv-cinder-782390-7-iscsi is: [{'id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'name': 'router1', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:12:12Z', 'updated_at': '2021-08-07T02:12:22Z', 'revision_number': 2, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'gw_port_host': None, '_interfaces': [{'id': '6e140636-e2a9-4ece-ae97-392e4f90e50e', 'name': '', 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'mac_address': 'fa:16:3e:b0:e3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:12:21Z', 'updated_at': '2021-08-07T02:12:24Z', 'revision_number': 4, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'subnets': [{'id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab1f3581-bff0-4bf8-a449-b362c1f99440'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:12:25.489463 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52024) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:25.602811 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4c97f-8513-40ea-b99d-20e3e7f92831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:12:25.604158 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d4c4c97f-8513-40ea-b99d-20e3e7f92831 admin admin] 10.222.0.11 "GET /v2.0/networks/8c44b7bc-e230-4da9-a797-4ba67048bbb2 HTTP/1.1" status: 200 len: 842 time: 0.1108770 Aug 07 02:12:25.615109 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:12:25.635786 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Made reservation on behalf of d34d20a01ea04e5faa3553f4c6a0d60b for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:12:25.638057 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:25.911840 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.objects.ports [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93283) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 07 02:12:25.912273 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:26.029880 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d0a0c7-3d9f-4892-b2e7-3470825b4566,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:26.037893 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:12:26.038236 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Network hostable DHCP agents. Network: 8c44b7bc-e230-4da9-a797-4ba67048bbb2, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:12:26.053864 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:12:26.063039 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 8c44b7bc-e230-4da9-a797-4ba67048bbb2) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:12:26.067928 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:12:26.068585 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:26.071532 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed4fe0e-a63f-4ec0-8890-9b815ab9801e None None] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:12:26.083413 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-da595ce5-aa40-4897-bb47-5f2d3798ab37 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4720325 Aug 07 02:12:26.212775 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746416b-2cbb-4232-bbea-006cd9de59c4 None None] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:12:27.366139 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 5 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:12:28.378870 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52032) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:28.513583 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-04ef4753-5eb0-4f7e-bbc2-b1f99c5d830f admin admin] 10.222.0.11 "GET /v2.0/routers/fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 HTTP/1.1" status: 200 len: 710 time: 0.1334968 Aug 07 02:12:28.599216 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989c5b6-af1b-45c4-9058-e024345701c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:12:28.600615 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f989c5b6-af1b-45c4-9058-e024345701c8 admin admin] 10.222.0.11 "GET /v2.0/networks/8c44b7bc-e230-4da9-a797-4ba67048bbb2 HTTP/1.1" status: 200 len: 886 time: 0.0812535 Aug 07 02:12:28.610868 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:12:28.856217 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:29.087808 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:29.164491 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:29.263405 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Allocated IP 172.27.3.50 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/758a98e1-0c9c-47b2-bb9f-15542ebd5279) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:12:29.364779 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:29.402695 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:29.436757 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:12:29.441728 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:12:29.450249 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:12:29.452895 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Pushing event updated for resources: {'Port': ['ID=758a98e1-0c9c-47b2-bb9f-15542ebd5279,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:29.702749 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:29.969360 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1944084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1940037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494234'] for router, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:29.972618 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1944303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1944294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1940060'] for router, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:30.077368 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Router fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:12:30.179709 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:12:30.184055 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:30.185235 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f23d089a-7a11-4967-b078-c8c946cb7752 admin admin] 10.222.0.11 "PUT /v2.0/routers/fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 HTTP/1.1" status: 200 len: 889 time: 1.5784318 Aug 07 02:12:31.550090 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Sync routers for ids ['fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:12:31.561851 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Routers {'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:12:31.562566 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:12:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:12:31.665296 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6e140636-e2a9-4ece-ae97-392e4f90e50e up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:12:31.853580 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Set router fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:12:31.915980 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 6e140636-e2a9-4ece-ae97-392e4f90e50e completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:12:31.935698 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 6e140636-e2a9-4ece-ae97-392e4f90e50e triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:12:31.936101 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:32.239391 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:32.294394 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 6e140636-e2a9-4ece-ae97-392e4f90e50e, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=6e140636-e2a9-4ece-ae97-392e4f90e50e,segment=NetworkSegment(e8e6bf0e-1591-4820-8d79-79df28e38391),segment_id=e8e6bf0e-1591-4820-8d79-79df28e38391)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:12:32.302092 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:32.372036 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'name': 'router1', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '758a98e1-0c9c-47b2-bb9f-15542ebd5279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:12:12Z', 'updated_at': '2021-08-07T02:12:29Z', 'revision_number': 4, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'gw_port': {'id': '758a98e1-0c9c-47b2-bb9f-15542ebd5279', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:12:29Z', 'updated_at': '2021-08-07T02:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '6e140636-e2a9-4ece-ae97-392e4f90e50e', 'name': '', 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'mac_address': 'fa:16:3e:b0:e3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:12:21Z', 'updated_at': '2021-08-07T02:12:24Z', 'revision_number': 4, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'subnets': [{'id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab1f3581-bff0-4bf8-a449-b362c1f99440'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:12:32.395825 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=6e140636-e2a9-4ece-ae97-392e4f90e50e,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:32.424370 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Checking router: fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:12:32.424749 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Updating router fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 port 758a98e1-0c9c-47b2-bb9f-15542ebd5279 binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:12:32.475761 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:32.592995 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 52044) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:12:32.721905 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c5b66c9e-a761-4670-bcc7-1697aa777f3e admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1278169 Aug 07 02:12:32.806802 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:32.817765 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Transition to ACTIVE for port object 758a98e1-0c9c-47b2-bb9f-15542ebd5279 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:12:32.823805 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:32.878444 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccfe9a-1ae6-4e8f-8501-3bf063b30513 None None] Pushing event updated for resources: {'Port': ['ID=758a98e1-0c9c-47b2-bb9f-15542ebd5279,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:32.882641 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Attempting to bind port 758a98e1-0c9c-47b2-bb9f-15542ebd5279 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:12:32.883144 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Attempting to bind port 758a98e1-0c9c-47b2-bb9f-15542ebd5279 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:12:32.883376 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Attempting to bind port 758a98e1-0c9c-47b2-bb9f-15542ebd5279 on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:12:32.889853 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:12:32.890233 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:12:32.890672 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:32.891064 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:12:32.891529 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Bound port: 758a98e1-0c9c-47b2-bb9f-15542ebd5279, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:12:32.891935 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:32.942340 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] For port 758a98e1-0c9c-47b2-bb9f-15542ebd5279, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:12:32.945383 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] For port 758a98e1-0c9c-47b2-bb9f-15542ebd5279, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=758a98e1-0c9c-47b2-bb9f-15542ebd5279,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:12:32.950265 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:33.008453 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccfe9a-1ae6-4e8f-8501-3bf063b30513 None None] Pushing event updated for resources: {'Port': ['ID=758a98e1-0c9c-47b2-bb9f-15542ebd5279,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:33.010903 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Routers {'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:12:33.011510 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:12:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:12:33.200195 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] Set router fa55f8a3-d5dc-4c61-8cf8-576f96b38c52 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:12:33.427163 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'name': 'router1', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '758a98e1-0c9c-47b2-bb9f-15542ebd5279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:12:12Z', 'updated_at': '2021-08-07T02:12:29Z', 'revision_number': 4, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'gw_port': {'id': '758a98e1-0c9c-47b2-bb9f-15542ebd5279', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:12:29Z', 'updated_at': '2021-08-07T02:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '6e140636-e2a9-4ece-ae97-392e4f90e50e', 'name': '', 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'mac_address': 'fa:16:3e:b0:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:12:21Z', 'updated_at': '2021-08-07T02:12:32Z', 'revision_number': 5, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'subnets': [{'id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab1f3581-bff0-4bf8-a449-b362c1f99440'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:12:33.454363 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627a386-f1f2-4b87-b4f6-eeb4db541e64 None None] The sync data for ids ['fa55f8a3-d5dc-4c61-8cf8-576f96b38c52'] in dv-cinder-782390-7-iscsi is: [{'id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'name': 'router1', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '758a98e1-0c9c-47b2-bb9f-15542ebd5279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:12:12Z', 'updated_at': '2021-08-07T02:12:29Z', 'revision_number': 4, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'gw_port': {'id': '758a98e1-0c9c-47b2-bb9f-15542ebd5279', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:12:29Z', 'updated_at': '2021-08-07T02:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '6e140636-e2a9-4ece-ae97-392e4f90e50e', 'name': '', 'network_id': '00947e52-94e9-4860-b6c3-3c5c3af01db7', 'tenant_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'mac_address': 'fa:16:3e:b0:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa55f8a3-d5dc-4c61-8cf8-576f96b38c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:12:21Z', 'updated_at': '2021-08-07T02:12:32Z', 'revision_number': 5, 'project_id': 'c7dd2bff1fb54f70b06a607ddc7f6044', 'subnets': [{'id': 'c0b69960-f9e5-49fc-b57a-789fb91043cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab1f3581-bff0-4bf8-a449-b362c1f99440'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:12:33.733981 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6e140636-e2a9-4ece-ae97-392e4f90e50e up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:12:33.782352 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 6e140636-e2a9-4ece-ae97-392e4f90e50e triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:12:33.782779 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:33.865843 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 758a98e1-0c9c-47b2-bb9f-15542ebd5279 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:12:33.924986 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 758a98e1-0c9c-47b2-bb9f-15542ebd5279 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:12:33.929402 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 758a98e1-0c9c-47b2-bb9f-15542ebd5279 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:12:33.929793 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:34.025044 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:34.052487 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 758a98e1-0c9c-47b2-bb9f-15542ebd5279, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=758a98e1-0c9c-47b2-bb9f-15542ebd5279,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:12:34.061101 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:34.120584 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=758a98e1-0c9c-47b2-bb9f-15542ebd5279,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:12:35.655000 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 758a98e1-0c9c-47b2-bb9f-15542ebd5279 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:12:35.709697 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 758a98e1-0c9c-47b2-bb9f-15542ebd5279 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:12:35.710070 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:47.024130 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2866b279-79fb-4d16-8653-9e4a76e3ed9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:49.559928 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3e96f91e-d2bd-4d28-82a7-a158c12fa69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:49.733973 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:50.819609 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:12:52.192211 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:04.366754 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 5 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:13:17.038086 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6052b2a2-10d2-40a0-a9e1-92d1bdf3cf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:19.557000 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-889ee0ed-a54f-4553-a560-a4c06fbd5cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:19.789614 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:20.812059 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:22.195286 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:41.365118 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 5 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:13:47.031324 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b6349798-439f-4f0b-ac2b-47ad3b0a403f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:49.558792 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a2602a71-b55a-441d-a8a1-9215731f7659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:49.731846 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:50.808778 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:13:52.198731 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:08.463598 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 52612) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:08.539321 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8d5074-0de9-4fe8-a179-180bdfaed76b admin admin] GET failed (client error): The resource could not be found. Aug 07 02:14:08.540635 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3c8d5074-0de9-4fe8-a179-180bdfaed76b admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0761015 Aug 07 02:14:08.734749 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3adfb4-1bae-4bce-b9ec-df15700a996a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:08.736142 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0b3adfb4-1bae-4bce-b9ec-df15700a996a admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1912084 Aug 07 02:14:10.882044 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52622) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:10.970442 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7f289-64da-4bbc-b1e0-a2a7ca8d0281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:10.971761 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-dcf7f289-64da-4bbc-b1e0-a2a7ca8d0281 admin admin] 10.222.0.11 "GET /v2.0/subnets/c0b69960-f9e5-49fc-b57a-789fb91043cb HTTP/1.1" status: 200 len: 849 time: 0.0886836 Aug 07 02:14:10.981988 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:14:11.064872 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:11.201018 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742795073428'] for subnet, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:11.229043 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:11.229817 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:11.231172 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] 10.222.0.11 "PUT /v2.0/subnets/c0b69960-f9e5-49fc-b57a-789fb91043cb HTTP/1.1" status: 200 len: 868 time: 0.2532203 Aug 07 02:14:11.233484 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3df922-4663-489e-850f-3804fbad3914 None None] Network 00947e52-94e9-4860-b6c3-3c5c3af01db7 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:14:11.255617 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b69960-f9e5-49fc-b57a-789fb91043cb,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:14:11.263372 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.263815 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.264331 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.264673 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.265008 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.265361 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.265699 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.266030 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.266534 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.266867 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.267195 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.267521 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bd23-cda1-4774-be86-0c24179ffb84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:11.581392 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-e691c0fd-9212-49e3-a8bf-150bef3888c8 None None] Provisioning complete for port fef286c5-dc2f-4f43-83cc-cfd180bff558 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:14:11.581763 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e691c0fd-9212-49e3-a8bf-150bef3888c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:11.668987 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-e691c0fd-9212-49e3-a8bf-150bef3888c8 None None] Provisioning complete for port 6e140636-e2a9-4ece-ae97-392e4f90e50e triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:14:11.669307 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e691c0fd-9212-49e3-a8bf-150bef3888c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:13.394099 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52632) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:13.589775 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169244f5-82b3-41fd-a2f0-a5a1489eceed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:13.590261 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169244f5-82b3-41fd-a2f0-a5a1489eceed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:13.591837 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-169244f5-82b3-41fd-a2f0-a5a1489eceed admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962709 Aug 07 02:14:15.726519 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52640) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:15.858028 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7cb9af-260f-4a81-9e80-0b9b3fa3f380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:15.858551 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7cb9af-260f-4a81-9e80-0b9b3fa3f380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:15.860078 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-de7cb9af-260f-4a81-9e80-0b9b3fa3f380 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326196 Aug 07 02:14:17.032188 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c3951bf2-fb07-4ee8-b9b4-7b5352e17aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:18.001302 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52648) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:18.127161 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c62af7a-c3a2-4e86-b927-9f34e8629e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:18.129054 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-0c62af7a-c3a2-4e86-b927-9f34e8629e03 admin admin] 10.222.0.11 "GET /v2.0/networks/00947e52-94e9-4860-b6c3-3c5c3af01db7 HTTP/1.1" status: 200 len: 869 time: 0.1262565 Aug 07 02:14:18.364280 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 5 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:14:19.560909 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b014bdc8-87ef-4f3d-a623-7c59a0aea022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:19.732670 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:20.287657 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52656) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:20.409473 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3999d7-4ea1-4c02-813d-57cf0bc49cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:20.410862 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-8d3999d7-4ea1-4c02-813d-57cf0bc49cd1 admin admin] 10.222.0.11 "GET /v2.0/networks/8c44b7bc-e230-4da9-a797-4ba67048bbb2 HTTP/1.1" status: 200 len: 886 time: 0.1222906 Aug 07 02:14:20.812213 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:22.204025 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:22.567066 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52664) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:22.690614 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8d1d0-752b-46b7-a73a-f06893fa2829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:22.691083 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8d1d0-752b-46b7-a73a-f06893fa2829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:22.693056 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-24b8d1d0-752b-46b7-a73a-f06893fa2829 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240547 Aug 07 02:14:24.844262 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52672) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:24.932587 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58092563-ef07-4546-b483-f931ec3c353c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:24.933049 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58092563-ef07-4546-b483-f931ec3c353c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:24.934555 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-58092563-ef07-4546-b483-f931ec3c353c admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893319 Aug 07 02:14:27.119207 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52680) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:27.207916 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d2991-03ca-40c2-b700-8d460f9d7d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:27.209214 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-ad8d2991-03ca-40c2-b700-8d460f9d7d3c admin admin] 10.222.0.11 "GET /v2.0/subnets/c0b69960-f9e5-49fc-b57a-789fb91043cb HTTP/1.1" status: 200 len: 868 time: 0.0890770 Aug 07 02:14:29.342276 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52688) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:29.430852 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b93f7c-513e-4faf-832d-5f5e99ef25c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:29.432170 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-84b93f7c-513e-4faf-832d-5f5e99ef25c3 admin admin] 10.222.0.11 "GET /v2.0/subnets/d8d0a0c7-3d9f-4892-b2e7-3470825b4566 HTTP/1.1" status: 200 len: 816 time: 0.0889235 Aug 07 02:14:47.033691 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-af2b99d1-75e7-46a8-8cdf-a469176e1428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:49.563742 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-99c0e8bd-558f-4bc7-8742-b69ed7c7bdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:49.735838 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:50.817189 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:52.206057 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:54.740584 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52742) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:54.787868 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [None req-0437b86c-a939-457d-a671-a59d77a3daef admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:14:54.788849 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-0437b86c-a939-457d-a671-a59d77a3daef admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473344 Aug 07 02:14:55.362319 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 5 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:14:57.024229 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52750) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:57.083528 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94daa05-f0e2-4473-b01b-97b5ccfa296b admin admin] GET failed (client error): The resource could not be found. Aug 07 02:14:57.084815 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f94daa05-f0e2-4473-b01b-97b5ccfa296b admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596752 Aug 07 02:14:57.309985 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b50d08-74aa-4cdf-a575-451c79623286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:57.311403 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-27b50d08-74aa-4cdf-a575-451c79623286 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2222509 Aug 07 02:14:59.495527 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 52758) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:14:59.542233 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:14:59.565962 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Made reservation on behalf of d34d20a01ea04e5faa3553f4c6a0d60b for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:14:59.568456 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:59.613044 dv-cinder-782390-7-iscsi neutron-server[93282]: WARNING neutron.services.revisions.revision_plugin [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Could not find related network for resource to bump revision. Aug 07 02:14:59.629037 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:14:59.641685 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742795162727', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:59.642242 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Unsubscribe: segment precommit_create {{(pid=93282) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 02:14:59.642754 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Added segment b67d69f6-aee1-4da0-a67a-5707e7829183 of type vlan for network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d Aug 07 02:14:59.707729 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:59.748064 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:59.749295 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:14:59.749869 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:14:59.768789 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2719169 Aug 07 02:14:59.874993 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Pushing event updated for resources: {'Network': ['ID=3d7c9438-6c96-46e3-9bd5-c3153d3ad11d,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:14:59.884195 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.884557 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.884906 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.885248 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.885587 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.885925 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.886280 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.886618 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.886966 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.887298 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.887650 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.887963 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423ab4e-9e03-42c3-a86b-bdfdbf8e04ce admin admin] Tracked resource versions report: Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: pushed versions: Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: { 'AddressGroup': {'1.2'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'ConntrackHelper': {'1.0'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Log': {'1.0'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Network': {'1.1'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Port': {'1.7'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'PortForwarding': {'1.2'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'QosPolicy': {'1.9'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SecurityGroup': {'1.4'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SecurityGroupRule': {'1.2'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SubPort': {'1.0'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Subnet': {'1.1'}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Trunk': {'1.1'}} Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: consumer versions: Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: { DHCP agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: L3 agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: Metadata agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: Metering agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: Open vSwitch agent@dv-cinder-782390-7-iscsi: { 'AddressGroup': '1.2', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'ConntrackHelper': '1.0', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Log': '1.0', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Network': '1.1', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Port': '1.7', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'PortForwarding': '1.2', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'QosPolicy': '1.9', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SecurityGroup': '1.4', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SecurityGroupRule': '1.2', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SubPort': '1.0', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Subnet': '1.1', Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Trunk': '1.1'}} Aug 07 02:14:59.889178 dv-cinder-782390-7-iscsi neutron-server[93282]: {{(pid=93282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 02:14:59.927622 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:15:01.946072 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52770) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:15:02.006042 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.pecan_wsgi.hooks.translation [None req-8558e406-48a6-4474-9501-59a5022c3c65 admin admin] GET failed (client error): The resource could not be found. Aug 07 02:15:02.007357 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-8558e406-48a6-4474-9501-59a5022c3c65 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603225 Aug 07 02:15:02.078454 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505688f-f3be-4891-a865-81161cd9e8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:15:02.079887 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2505688f-f3be-4891-a865-81161cd9e8cc admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682211 Aug 07 02:15:02.090449 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:15:02.109943 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Made reservation on behalf of d34d20a01ea04e5faa3553f4c6a0d60b for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:15:02.112259 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:02.271360 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:02.324649 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8baae68c-43e3-4ec3-8aa2-d9cc650bb9e8,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:15:02.334263 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Checking segment: {'id': 'b67d69f6-aee1-4da0-a67a-5707e7829183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:15:02.334655 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Network hostable DHCP agents. Network: 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:15:02.350038 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:15:02.358116 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:15:02.361882 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:15:02.362494 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:02.368892 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef97c3f-df9d-41d2-8fe5-b56aeb060639 None None] Network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:15:02.376636 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6519c8e6-4dbd-4aa7-a405-c26b575d719d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2894692 Aug 07 02:15:02.631116 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-3d7c9438-6c96-46e3-9bd5-c3153d3ad11d', 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d', 'tenant_id': 'd34d20a01ea04e5faa3553f4c6a0d60b', 'fixed_ips': [{'subnet_id': '8baae68c-43e3-4ec3-8aa2-d9cc650bb9e8'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:15:02.632000 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:02.767563 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Allocated IP 192.168.233.2 (3d7c9438-6c96-46e3-9bd5-c3153d3ad11d/8baae68c-43e3-4ec3-8aa2-d9cc650bb9e8/3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:15:02.918434 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:02.926916 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Transition to ACTIVE for port object 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:15:02.942540 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Transition to ACTIVE for port object 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:15:02.948286 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:02.990804 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:15:02.995535 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:15:03.000265 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:15:03.003328 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Pushing event updated for resources: {'Port': ['ID=3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:15:03.014905 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.015260 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.015609 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.015956 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.016298 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.016640 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.016973 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.017310 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.017683 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.017999 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.018347 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.018701 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:15:03.065012 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Attempting to bind port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:15:03.065385 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Attempting to bind port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'b67d69f6-aee1-4da0-a67a-5707e7829183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:15:03.065744 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Attempting to bind port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b on network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:15:03.071641 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:15:03.072011 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Checking segment: {'id': 'b67d69f6-aee1-4da0-a67a-5707e7829183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:15:03.072445 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:03.072840 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Bound using segment: {'id': 'b67d69f6-aee1-4da0-a67a-5707e7829183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:15:03.073300 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Bound port: 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67d69f6-aee1-4da0-a67a-5707e7829183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:15:03.073705 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:03.139508 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] For port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:15:03.142776 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] For port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b,segment=NetworkSegment(b67d69f6-aee1-4da0-a67a-5707e7829183),segment_id=b67d69f6-aee1-4da0-a67a-5707e7829183)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:15:03.147322 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:03.203832 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cf444-2329-4a0a-a0c9-6158d246a563 None None] Pushing event updated for resources: {'Port': ['ID=3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:15:03.764475 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:15:03.822870 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:15:04.042474 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b46568-6dd6-4ce0-98d6-75bdf0b5f978 None None] Network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:15:04.097346 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-aa595f4d-d1d9-44ab-a459-1b681cf2d5b9 None None] Provisioning for port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:15:04.105414 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-aa595f4d-d1d9-44ab-a459-1b681cf2d5b9 None None] Provisioning complete for port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:15:04.105785 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-aa595f4d-d1d9-44ab-a459-1b681cf2d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:04.256712 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-aa595f4d-d1d9-44ab-a459-1b681cf2d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:04.301206 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-aa595f4d-d1d9-44ab-a459-1b681cf2d5b9 None None] For port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b,segment=NetworkSegment(b67d69f6-aee1-4da0-a67a-5707e7829183),segment_id=b67d69f6-aee1-4da0-a67a-5707e7829183)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:15:04.305780 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-aa595f4d-d1d9-44ab-a459-1b681cf2d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:04.357694 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa595f4d-d1d9-44ab-a459-1b681cf2d5b9 None None] Pushing event updated for resources: {'Port': ['ID=3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:15:04.525929 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-0110da52-074d-4996-b8d6-4882eadf75c7 None None] Provisioning complete for port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:15:04.526238 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0110da52-074d-4996-b8d6-4882eadf75c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:05.752791 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:15:05.799572 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 3af2a919-c7db-4ff5-9abe-66c8ec0e0e0b triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:15:05.799864 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:17.034815 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c782-f929-4a76-b57e-c6e613bbfc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:19.584074 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d198423d-105b-46a2-a46a-714b72ef2f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:19.736024 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:20.820009 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:22.202289 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:32.361651 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 5 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:15:47.035487 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3958b20e-2c36-4f49-ae39-2fe7e28232d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:49.565337 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-66f7a272-535c-4795-8c09-01f52c17447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:49.736171 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:50.823327 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:15:52.205607 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:09.359556 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 5 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:16:10.535751 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 52822) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:16:10.541698 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [None req-f0d3bd26-6fce-4665-840f-0a95adef5d1d tempest-verify_tempest_config-1048729831 tempest-verify_tempest_config-1048729831-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:16:10.542675 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f0d3bd26-6fce-4665-840f-0a95adef5d1d tempest-verify_tempest_config-1048729831 tempest-verify_tempest_config-1048729831-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059216 Aug 07 02:16:10.847731 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 52840) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:16:10.948749 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:11.069701 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:11.073158 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:11.116975 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15c1e0bd6e0c4f7f932f310e62dfadaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2682042 Aug 07 02:16:11.117803 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9f6ba-77e7-4e6c-8bc5-f144ad2bb822,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:16:11.119599 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 52846) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:16:11.135636 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.136006 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.136356 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.136696 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.137028 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.137375 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.137708 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.138039 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.138394 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.138989 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.139311 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.139634 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017af46-76a5-48e3-a5d9-cb15d2f7e6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:16:11.183235 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f6cf57f-60ed-4e9d-bb39-61268b6f0ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:11.206022 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f6cf57f-60ed-4e9d-bb39-61268b6f0ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:11.292962 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f6cf57f-60ed-4e9d-bb39-61268b6f0ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:11.295523 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f6cf57f-60ed-4e9d-bb39-61268b6f0ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:11.296660 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6f6cf57f-60ed-4e9d-bb39-61268b6f0ddd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/faf9f6ba-77e7-4e6c-8bc5-f144ad2bb822 HTTP/1.1" status: 204 len: 168 time: 0.1761675 Aug 07 02:16:11.305234 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cf57f-60ed-4e9d-bb39-61268b6f0ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9f6ba-77e7-4e6c-8bc5-f144ad2bb822,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:16:17.036193 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4e72bdbe-bccf-48eb-8939-0eaa7100b99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:19.567364 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b58f8a29-de17-44fc-a249-3739e508fd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:19.736970 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:20.825130 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:22.208755 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:46.358650 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 5 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:16:47.036695 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fd259817-8363-4ffe-9ca5-a87575d73372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:49.568500 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-484995cd-6050-4f28-94d2-4c68ba410932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:49.739187 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:50.825584 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:16:52.210216 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:17.036581 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a09dace4-b4c0-46c4-9305-fb46653b9981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:19.569143 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f643609b-1740-4974-8983-b78a9fac076f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:19.739136 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:20.829740 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:22.213715 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:23.356265 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 5 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:17:35.622132 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1938150'] for agent, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:39.459838 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 52898) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:17:39.562186 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-96c8cc13-14c8-4ee4-a050-97b827c5fda8 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1012580 Aug 07 02:17:41.814289 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 52908) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:17:41.870339 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-fd06b01c-7dad-4aeb-b2ce-5053e078fef4 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0549426 Aug 07 02:17:47.037227 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c96d92ef-d0e4-4851-98fc-e5beeaa4710e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:49.569336 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-901dc6d4-3e39-41f6-8d38-e94d335b03f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:49.742266 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:50.832511 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:17:52.216144 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:00.354157 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:18:05.609557 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:17.037976 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-100a4169-6d5c-482f-b745-3a234721b5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:19.570980 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18bb4f5c-ea92-414c-9aab-805c67f29977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:19.742407 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:20.836332 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:22.219634 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:35.610915 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:37.352860 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:18:47.038139 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e86d7a7-4d82-4325-a26a-a2679c56a76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:49.571184 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-759aeb58-b2d1-4cac-bd82-2af71792fe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:49.743330 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:50.837973 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:18:52.220795 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:05.622841 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:07.307909 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53116) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:07.671202 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1710816769-network', 'tenant_id': 'ebce2a00655943289ebeb08edcce7aae'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:07.692920 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Made reservation on behalf of ebce2a00655943289ebeb08edcce7aae for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:07.695775 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:07.704095 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:07.752441 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53142) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:07.770341 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53148) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:07.808726 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:07.814093 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:07.846507 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:19:07.848388 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d3ff98-9aba-472b-b9b7-372cf16eb769,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:07.859126 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.859437 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.859739 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.860165 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.860401 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.860745 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.861241 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.861427 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.861742 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.862074 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.862428 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.862763 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Tracked resource versions report: Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: pushed versions: Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: { 'AddressGroup': {'1.2'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'ConntrackHelper': {'1.0'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Log': {'1.0'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Network': {'1.1'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Port': {'1.7'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'PortForwarding': {'1.2'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'QosPolicy': {'1.9'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SecurityGroup': {'1.4'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SecurityGroupRule': {'1.2'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SubPort': {'1.0'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Subnet': {'1.1'}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Trunk': {'1.1'}} Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: consumer versions: Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: { DHCP agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: HyperV agent@hv-cinder-78239: {}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: L3 agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: Metadata agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: Metering agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: Open vSwitch agent@dv-cinder-782390-7-iscsi: { 'AddressGroup': '1.2', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'ConntrackHelper': '1.0', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Log': '1.0', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Network': '1.1', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Port': '1.7', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'PortForwarding': '1.2', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'QosPolicy': '1.9', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SecurityGroup': '1.4', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SecurityGroupRule': '1.2', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'SubPort': '1.0', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Subnet': '1.1', Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: 'Trunk': '1.1'}} Aug 07 02:19:07.863864 dv-cinder-782390-7-iscsi neutron-server[93282]: {{(pid=93282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 02:19:07.872063 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:07.872711 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Added segment ff198296-e31d-46d8-9e14-72ef55a31227 of type vlan for network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 Aug 07 02:19:07.883875 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53154) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:07.927557 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:07.957140 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:07.958121 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:07.959841 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.013836 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7048542 Aug 07 02:19:08.016961 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53160) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:08.022117 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Request body: {'subnet': {'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1710816769-subnet', 'tenant_id': 'ebce2a00655943289ebeb08edcce7aae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:08.024502 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b480cf9-89c0-4c84-9a31-b16c2707f550 admin admin] Pushing event updated for resources: {'Network': ['ID=649fcc2f-0f7f-4b36-82f5-409fd88e9039,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:08.028184 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53162) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:08.036066 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:19:08.050116 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Made reservation on behalf of ebce2a00655943289ebeb08edcce7aae for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:08.052427 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.141757 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-network', 'tenant_id': '11229447b4404271989114c5e9bbb86c'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:08.271008 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-949845902-network', 'tenant_id': '007c2f5a078c48878fff30937dee1c2a'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:08.278685 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-803148717-network', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:08.287392 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1363347947-network', 'tenant_id': '30420ee92974430b875e9e69be7249f9'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:08.291805 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Made reservation on behalf of 11229447b4404271989114c5e9bbb86c for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:08.294439 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.307118 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.315147 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Made reservation on behalf of 007c2f5a078c48878fff30937dee1c2a for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:08.317505 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.342206 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.343044 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.347241 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Made reservation on behalf of 30420ee92974430b875e9e69be7249f9 for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:08.349792 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.365569 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.457629 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:08.468471 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Checking segment: {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:08.469033 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Network hostable DHCP agents. Network: 649fcc2f-0f7f-4b36-82f5-409fd88e9039, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:19:08.473153 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.473760 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.474741 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.475412 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.476880 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.478047 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.478594 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.479099 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.479685 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.480226 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.480845 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.481395 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Tracked resource versions report: Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: pushed versions: Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: { 'AddressGroup': {'1.2'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'ConntrackHelper': {'1.0'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Log': {'1.0'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Network': {'1.1'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Port': {'1.7'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'PortForwarding': {'1.2'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'QosPolicy': {'1.9'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SecurityGroup': {'1.4'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SecurityGroupRule': {'1.2'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SubPort': {'1.0'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Subnet': {'1.1'}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Trunk': {'1.1'}} Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: consumer versions: Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: { DHCP agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: HyperV agent@hv-cinder-78239: {}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: L3 agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: Metadata agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: Metering agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: Open vSwitch agent@dv-cinder-782390-7-iscsi: { 'AddressGroup': '1.2', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'ConntrackHelper': '1.0', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Log': '1.0', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Network': '1.1', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Port': '1.7', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'PortForwarding': '1.2', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'QosPolicy': '1.9', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SecurityGroup': '1.4', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SecurityGroupRule': '1.2', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'SubPort': '1.0', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Subnet': '1.1', Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: 'Trunk': '1.1'}} Aug 07 02:19:08.482833 dv-cinder-782390-7-iscsi neutron-server[93283]: {{(pid=93283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 02:19:08.511242 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:19:08.530034 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.533284 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 649fcc2f-0f7f-4b36-82f5-409fd88e9039) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:08.539481 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.542113 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:08.542518 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814531ec-30d2-4f00-99fe-d3af3ddbbb1b None None] Network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:08.543620 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.564583 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:19:08.576278 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Made reservation on behalf of 5fd0303258fa4a71b82ea6e98708a0af for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:08.579445 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.646219 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.646806 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Added segment bace540a-22e0-4724-9790-d6aa4d73c19b of type vlan for network 224a836c-ccd9-4f71-9456-de008c371522 Aug 07 02:19:08.706014 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-c3e0db72-0d3f-477a-86d4-22f1d61bb77b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6879966 Aug 07 02:19:08.712009 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.737835 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.747420 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.779307 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.780152 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a56b804-dba0-42be-8353-6f085e77b5ec,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:08.781798 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd66dbf8-ee28-44d0-a021-dd2b35d41a24 None None] Network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:08.823241 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:19:08.840728 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ec9f1d-129f-4e50-aa55-ab9530a8460f,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:08.869958 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.870605 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Added segment 3b4a7ae2-b8bf-4a4b-b530-75eeefeb670c of type vlan for network f7a4878d-00e9-4deb-ba0d-82ba1b1ac944 Aug 07 02:19:08.871291 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.873451 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:08.874904 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.933322 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.973287 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:08.985234 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.007176 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:19:09.009547 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9802790 Aug 07 02:19:09.024259 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53202) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:09.025369 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.025931 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Added segment c9411278-f8b1-469c-ba5d-9dc63ef539a4 of type vlan for network f22ea49b-5290-4604-bb53-24e953d4705d Aug 07 02:19:09.035733 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Request body: {'subnet': {'network_id': '224a836c-ccd9-4f71-9456-de008c371522', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-949845902-subnet', 'tenant_id': '007c2f5a078c48878fff30937dee1c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:09.063611 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559183d-66af-4914-af18-2b1c4c85bb9f admin admin] Pushing event updated for resources: {'Network': ['ID=224a836c-ccd9-4f71-9456-de008c371522,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:09.087277 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.099220 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 224a836c-ccd9-4f71-9456-de008c371522 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:19:09.135703 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.136666 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:09.137350 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.234493 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.235493 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:09.236015 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.250025 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=f22ea49b-5290-4604-bb53-24e953d4705d,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:09.266887 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network f22ea49b-5290-4604-bb53-24e953d4705d details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:19:09.296211 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c38a016-a7e9-4038-aafd-e55d1af5cffd,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:09.405001 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a4878d-00e9-4deb-ba0d-82ba1b1ac944,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:09.427791 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network f7a4878d-00e9-4deb-ba0d-82ba1b1ac944 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:19:09.514434 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.520403 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.529412 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-cd7775fd-c85f-4206-9fe5-d732ff663702 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7580478 Aug 07 02:19:09.536251 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53234) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:09.547435 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Request body: {'subnet': {'network_id': 'f7a4878d-00e9-4deb-ba0d-82ba1b1ac944', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1363347947-subnet', 'tenant_id': '30420ee92974430b875e9e69be7249f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:09.575828 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:19:09.584571 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Made reservation on behalf of 007c2f5a078c48878fff30937dee1c2a for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:09.585573 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780c45ba-3596-49bf-8f8c-aeb2158bb892,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:09.589037 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.615431 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.615809 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Added segment dcfb7189-0ceb-47c6-9730-46e2dccf37bd of type vlan for network 6b4f1296-0f14-4901-96bc-92f64470c800 Aug 07 02:19:09.628908 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6ded1ee6-f46f-45ef-b1a1-49fec9d71ca2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8748574 Aug 07 02:19:09.649013 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53244) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:09.653859 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Request body: {'subnet': {'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-subnet', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:09.677564 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.684098 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Made reservation on behalf of 30420ee92974430b875e9e69be7249f9 for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:09.686613 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.760752 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Made reservation on behalf of 11229447b4404271989114c5e9bbb86c for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:09.763370 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.829818 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.831542 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:09.832276 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:09.925254 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0403168 Aug 07 02:19:09.934244 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53252) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:09.945128 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Request body: {'subnet': {'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-subnet', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:09.964102 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f9992-2a09-4f51-8d6a-4ae710f5f6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=6b4f1296-0f14-4901-96bc-92f64470c800,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:09.977990 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 6b4f1296-0f14-4901-96bc-92f64470c800 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:19:10.035244 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Made reservation on behalf of 5fd0303258fa4a71b82ea6e98708a0af for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:10.037893 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.120768 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.222108 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f8f634-bf82-4d94-88f2-f558353148fc,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:10.276769 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Checking segment: {'id': 'bace540a-22e0-4724-9790-d6aa4d73c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '224a836c-ccd9-4f71-9456-de008c371522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:10.277383 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Network hostable DHCP agents. Network: 224a836c-ccd9-4f71-9456-de008c371522, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:19:10.291661 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.319692 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Network 224a836c-ccd9-4f71-9456-de008c371522 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:19:10.333916 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53266) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:10.369256 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 224a836c-ccd9-4f71-9456-de008c371522) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:10.376059 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.380118 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:10.384225 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.397037 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada1c4ef-94df-4c79-b70b-220bdb836e12,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:10.405022 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040056a-a83b-4674-bc2c-8eaea08bfe05 None None] Network 224a836c-ccd9-4f71-9456-de008c371522 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:10.418669 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0f1129d1-a268-4300-9a98-3e8513ae385e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3927579 Aug 07 02:19:10.525824 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Checking segment: {'id': '3b4a7ae2-b8bf-4a4b-b530-75eeefeb670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7a4878d-00e9-4deb-ba0d-82ba1b1ac944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:10.526252 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Network hostable DHCP agents. Network: f7a4878d-00e9-4deb-ba0d-82ba1b1ac944, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:19:10.544227 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f2aa8c-7005-43a9-ae74-b628be65da8c,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:10.558671 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.609182 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a95f-2e2b-4ce7-97a0-d4be30b4fd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.609840 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Checking segment: {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:10.609840 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Network hostable DHCP agents. Network: f22ea49b-5290-4604-bb53-24e953d4705d, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:19:10.624322 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Network f7a4878d-00e9-4deb-ba0d-82ba1b1ac944 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:19:10.650182 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:10.658936 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, f7a4878d-00e9-4deb-ba0d-82ba1b1ac944) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:10.667462 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:10.668288 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.672261 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Network f22ea49b-5290-4604-bb53-24e953d4705d is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:19:10.674169 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Checking segment: {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:10.674619 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Network hostable DHCP agents. Network: 6b4f1296-0f14-4901-96bc-92f64470c800, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:19:10.678062 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa050d-6fb7-4d43-9f8e-ca35a5a21c9a None None] Network f7a4878d-00e9-4deb-ba0d-82ba1b1ac944 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:10.686936 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, f22ea49b-5290-4604-bb53-24e953d4705d) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:10.696415 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:10.697106 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.719699 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Network 6b4f1296-0f14-4901-96bc-92f64470c800 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:19:10.739722 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 6b4f1296-0f14-4901-96bc-92f64470c800) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:10.742773 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc86131d-353e-42e5-8212-8c77022bbb67 None None] Network f22ea49b-5290-4604-bb53-24e953d4705d requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:10.746759 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:10.747274 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.784142 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff0e26-0f54-4697-80b8-f342305f3c37 None None] Network 6b4f1296-0f14-4901-96bc-92f64470c800 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:10.844310 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a95f-2e2b-4ce7-97a0-d4be30b4fd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.850414 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a95f-2e2b-4ce7-97a0-d4be30b4fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:10.857751 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7de615b1-c9cc-42c8-960e-69157e99dc41 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9217942 Aug 07 02:19:10.858576 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53302) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:10.865675 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:10.872985 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-fc708864-a482-477e-96cf-7dafa12c01ae admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2229378 Aug 07 02:19:10.877154 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53304) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:10.891376 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:10.910251 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8a95f-2e2b-4ce7-97a0-d4be30b4fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4648b28b-c571-448d-a238-4f89cda13ce7,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:10.935666 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f6c8a95f-2e2b-4ce7-97a0-d4be30b4fd9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49c3b960d25a486e9d3d95667f266c3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5995200 Aug 07 02:19:10.938278 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53316) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:10.967387 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53320) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:10.975153 dv-cinder-782390-7-iscsi neutron-server[93282]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 02:19:11.060489 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f94197c-00a5-4bfb-8530-fdc215894509 None None] Network 224a836c-ccd9-4f71-9456-de008c371522 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:11.075809 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-32c8334c-43d1-4173-90cf-a6b68ffe789d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.079545 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-9a12baaf-a915-406e-b977-7d15b48414d5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5405862 Aug 07 02:19:11.131760 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-32c8334c-43d1-4173-90cf-a6b68ffe789d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.146690 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.148515 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.163190 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.168566 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.284952 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-90a328b4-1cc8-4e21-8528-d84f27928e9c tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:11.286754 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-90a328b4-1cc8-4e21-8528-d84f27928e9c tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 815 time: 0.3180370 Aug 07 02:19:11.311046 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-32c8334c-43d1-4173-90cf-a6b68ffe789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.314055 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-32c8334c-43d1-4173-90cf-a6b68ffe789d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.315318 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-32c8334c-43d1-4173-90cf-a6b68ffe789d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4648b28b-c571-448d-a238-4f89cda13ce7 HTTP/1.1" status: 204 len: 168 time: 0.3760569 Aug 07 02:19:11.315936 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53342) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:11.330502 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8334c-43d1-4173-90cf-a6b68ffe789d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4648b28b-c571-448d-a238-4f89cda13ce7,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:11.343421 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-056c3110-7dfc-4b59-aff7-bc25dbca027f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/quotas/ebce2a00655943289ebeb08edcce7aae HTTP/1.1" status: 200 len: 375 time: 0.0471439 Aug 07 02:19:11.383611 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5ce79-ddc9-4f0d-818f-f813dce3a8b9 None None] Network f7a4878d-00e9-4deb-ba0d-82ba1b1ac944 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:11.421655 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.423570 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.433975 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316888ec-d807-4d46-a00a-a4e244e14ddf None None] Network f22ea49b-5290-4604-bb53-24e953d4705d requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:11.436549 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-6b4f1296-0f14-4901-96bc-92f64470c800', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:19:11.437582 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.445987 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-3452ba55-a336-4881-bb7d-3b0ba7923a83 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900190 Aug 07 02:19:11.543820 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-53e45ab6-5033-45e4-833b-aef054836b4d tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:11.545618 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-53e45ab6-5033-45e4-833b-aef054836b4d tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/networks?id=224a836c-ccd9-4f71-9456-de008c371522 HTTP/1.1" status: 200 len: 811 time: 0.2168419 Aug 07 02:19:11.579839 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-96721935-fe7b-4e60-b0b0-d976f12258aa tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/quotas/007c2f5a078c48878fff30937dee1c2a HTTP/1.1" status: 200 len: 375 time: 0.0287435 Aug 07 02:19:11.627142 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-30ac1f9c-2dfb-4194-876b-502bbbaf79b5 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=007c2f5a078c48878fff30937dee1c2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411186 Aug 07 02:19:11.731235 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.735328 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:11.828498 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53362) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:11.890436 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7730f25-cb8d-4f18-a71c-88e5f80b20a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.067805 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Allocated IP 172.20.0.2 (6b4f1296-0f14-4901-96bc-92f64470c800/1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c/fd226efb-f70c-4f6f-b048-bc75025c5e03) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:12.099596 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.147450 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.164986 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-9baa0782-dffc-425e-9012-ce34b27d3639 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:19:12.173760 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-9baa0782-dffc-425e-9012-ce34b27d3639 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2014713 Aug 07 02:19:12.179310 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2342836e-4b18-48f8-bf71-6645ce889343 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:19:12.181148 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2342836e-4b18-48f8-bf71-6645ce889343 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3108947 Aug 07 02:19:12.200514 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.226059 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.328850 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.340617 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Allocated IP 172.27.3.32 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/9435ae81-f73d-4319-975d-355bdf945ce8) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:12.342741 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Transition to ACTIVE for port object fd226efb-f70c-4f6f-b048-bc75025c5e03 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:12.351184 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-a4c958ef-7adf-4f55-a88f-dc309086766d service neutron] 10.222.0.11 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597693 Aug 07 02:19:12.364940 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Transition to ACTIVE for port object fd226efb-f70c-4f6f-b048-bc75025c5e03 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:12.408980 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.449203 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Network 6b4f1296-0f14-4901-96bc-92f64470c800 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:12.452453 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:12.463898 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.465660 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:12.480806 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Pushing event updated for resources: {'Port': ['ID=fd226efb-f70c-4f6f-b048-bc75025c5e03,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:12.503956 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53384) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:12.508741 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-34936001-9059-440a-8128-a5e748e7efde service neutron] 10.222.0.11 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248934 Aug 07 02:19:12.513663 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.514568 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.514927 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.515349 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.515585 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.515916 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.516329 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.516553 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.516895 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.517220 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.517545 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.518437 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Tracked resource versions report: Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: pushed versions: Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: { 'AddressGroup': {'1.2'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'ConntrackHelper': {'1.0'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Log': {'1.0'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Network': {'1.1'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Port': {'1.7'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'PortForwarding': {'1.2'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'QosPolicy': {'1.9'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SecurityGroup': {'1.4'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SecurityGroupRule': {'1.2'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SubPort': {'1.0'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Subnet': {'1.1'}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Trunk': {'1.1'}} Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: consumer versions: Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: { DHCP agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: HyperV agent@hv-cinder-78239: {}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: L3 agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: Metadata agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: Metering agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: Open vSwitch agent@dv-cinder-782390-7-iscsi: { 'AddressGroup': '1.2', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'ConntrackHelper': '1.0', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Log': '1.0', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Network': '1.1', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Port': '1.7', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'PortForwarding': '1.2', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'QosPolicy': '1.9', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SecurityGroup': '1.4', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SecurityGroupRule': '1.2', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'SubPort': '1.0', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Subnet': '1.1', Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: 'Trunk': '1.1'}} Aug 07 02:19:12.520182 dv-cinder-782390-7-iscsi neutron-server[93284]: {{(pid=93284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 02:19:12.542349 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1658010776-network', 'tenant_id': '44a55bbe4b644b89b2135f028c19de01'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:12.555257 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.596301 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-122a6796-76e2-40ca-967d-e20fdcf9be9d service neutron] 10.222.0.11 "GET /v2.0/networks/224a836c-ccd9-4f71-9456-de008c371522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210250 Aug 07 02:19:12.633831 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Attempting to bind port fd226efb-f70c-4f6f-b048-bc75025c5e03 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:12.634203 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Attempting to bind port fd226efb-f70c-4f6f-b048-bc75025c5e03 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:12.634588 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Attempting to bind port fd226efb-f70c-4f6f-b048-bc75025c5e03 on network 6b4f1296-0f14-4901-96bc-92f64470c800 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:12.647658 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:12.648035 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Checking segment: {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:12.648525 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.649365 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Bound using segment: {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:12.649905 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Bound port: fd226efb-f70c-4f6f-b048-bc75025c5e03, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:12.650300 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.682844 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:12.688174 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:12.697256 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:12.706243 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Pushing event updated for resources: {'Port': ['ID=9435ae81-f73d-4319-975d-355bdf945ce8,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:12.714569 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7730f25-cb8d-4f18-a71c-88e5f80b20a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.737482 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7730f25-cb8d-4f18-a71c-88e5f80b20a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.737698 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] For port fd226efb-f70c-4f6f-b048-bc75025c5e03, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:12.741418 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] For port fd226efb-f70c-4f6f-b048-bc75025c5e03, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=fd226efb-f70c-4f6f-b048-bc75025c5e03,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:12.748930 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:12.818181 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd443e-9f1a-4fc3-a1a2-ac9bcd7df524 None None] Pushing event updated for resources: {'Port': ['ID=fd226efb-f70c-4f6f-b048-bc75025c5e03,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:12.861079 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7730f25-cb8d-4f18-a71c-88e5f80b20a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d256b98b-f1a7-4ecf-b53c-f34c670bb016,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:12.873854 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d7730f25-cb8d-4f18-a71c-88e5f80b20a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23961862582a48b4bd677713662f419f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0441015 Aug 07 02:19:12.879537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53402) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:12.908330 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-df5322a5-6cce-4b6a-b590-bcc0ff38b6dc service neutron] 10.222.0.11 "GET /v2.0/networks/224a836c-ccd9-4f71-9456-de008c371522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116670 Aug 07 02:19:13.020646 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Allocated IP 172.27.3.134 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/5ab01eae-5510-4073-8f86-af7f66a2d5c1) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:13.060279 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Made reservation on behalf of 44a55bbe4b644b89b2135f028c19de01 for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:13.062580 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.066439 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-70600242-0b3e-4848-b9d3-19e5a94ff8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.093314 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.134806 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-37a3028e-12ae-43ee-afab-5dfd7dde947a req-be9d95ce-feb4-4c97-be08-66ef0fe8df57 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 210 time: 0.1543148 Aug 07 02:19:13.182286 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-70600242-0b3e-4848-b9d3-19e5a94ff8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.361630 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.366184 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c9e648e-d6a0-4e27-9aa6-80877c037e19 req-a00ae429-4654-4179-818c-593208857725 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 210 time: 0.0859654 Aug 07 02:19:13.418677 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.428071 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-70600242-0b3e-4848-b9d3-19e5a94ff8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.432932 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-70600242-0b3e-4848-b9d3-19e5a94ff8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.434308 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-70600242-0b3e-4848-b9d3-19e5a94ff8d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d256b98b-f1a7-4ecf-b53c-f34c670bb016 HTTP/1.1" status: 204 len: 168 time: 0.5537422 Aug 07 02:19:13.443532 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70600242-0b3e-4848-b9d3-19e5a94ff8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d256b98b-f1a7-4ecf-b53c-f34c670bb016,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:13.488383 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.506828 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.541075 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:19:13.575346 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53438) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:13.589570 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.629637 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.630667 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Added segment 99d0ccc2-732e-4b1e-a1d6-4f6dd0a7f455 of type vlan for network 557da349-9314-4ff9-a419-5ccf8b5e497c Aug 07 02:19:13.633442 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb2ff7-8710-4d60-ac58-1ecb849a271e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:13.668751 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:13.699329 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:13.708411 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:13.715079 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Pushing event updated for resources: {'Port': ['ID=5ab01eae-5510-4073-8f86-af7f66a2d5c1,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:13.749144 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-87ad984b-a994-4a6c-ad17-e63c9ce95d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.888071 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.956990 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-87ad984b-a994-4a6c-ad17-e63c9ce95d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:13.966322 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-87ad984b-a994-4a6c-ad17-e63c9ce95d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.024553 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device fd226efb-f70c-4f6f-b048-bc75025c5e03 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:14.039552 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-87ad984b-a994-4a6c-ad17-e63c9ce95d7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f24f4dacbc84c1d8e3aab34d6378ce2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4602342 Aug 07 02:19:14.039552 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad984b-a994-4a6c-ad17-e63c9ce95d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46044e2c-619b-4327-9fbf-2957fdfcaf2e,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:14.051491 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53464) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:14.127365 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.db.resource_extend [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 02:19:14.134288 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-33c0c9ff-0866-4dd9-8c0a-ba173fe24e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.145420 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port fd226efb-f70c-4f6f-b048-bc75025c5e03 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:14.217743 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.219197 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:14.220288 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.221081 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-33c0c9ff-0866-4dd9-8c0a-ba173fe24e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.339759 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] Pushing event updated for resources: {'Network': ['ID=557da349-9314-4ff9-a419-5ccf8b5e497c,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:14.347085 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.353380 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 557da349-9314-4ff9-a419-5ccf8b5e497c details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:19:14.357546 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:19:14.359212 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-47de2f83-0984-4ad8-b083-7a665cfa9fff req-0f312f6a-66ee-40a9-8acc-73dd8d592bf2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 210 time: 0.0844386 Aug 07 02:19:14.417125 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-33c0c9ff-0866-4dd9-8c0a-ba173fe24e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.420129 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-33c0c9ff-0866-4dd9-8c0a-ba173fe24e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.430072 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-33c0c9ff-0866-4dd9-8c0a-ba173fe24e9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46044e2c-619b-4327-9fbf-2957fdfcaf2e HTTP/1.1" status: 204 len: 168 time: 0.3620882 Aug 07 02:19:14.452303 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0c9ff-0866-4dd9-8c0a-ba173fe24e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46044e2c-619b-4327-9fbf-2957fdfcaf2e,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:14.537997 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3089c4f4-5d56-4adb-b6b7-e34e2fdaab2b req-f7ceb7c6-291d-4759-9bcf-01e6b57d372b tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 210 time: 0.0736811 Aug 07 02:19:14.542739 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-311d43d9-2ff1-435f-b0c3-91a99dd3782d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0151422 Aug 07 02:19:14.543297 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c446d01-9956-425c-aa1f-2e9f4e9ba3b7 None None] Network 6b4f1296-0f14-4901-96bc-92f64470c800 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:14.554209 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53492) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:14.583938 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Request body: {'subnet': {'network_id': '557da349-9314-4ff9-a419-5ccf8b5e497c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1658010776-subnet', 'tenant_id': '44a55bbe4b644b89b2135f028c19de01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:14.623324 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Made reservation on behalf of 44a55bbe4b644b89b2135f028c19de01 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:14.628546 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.687187 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-a2523848-f58c-460b-bbfc-6b11e813efb5 None None] Provisioning for port fd226efb-f70c-4f6f-b048-bc75025c5e03 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:14.701063 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-a2523848-f58c-460b-bbfc-6b11e813efb5 None None] Provisioning complete for port fd226efb-f70c-4f6f-b048-bc75025c5e03 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:14.701982 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a2523848-f58c-460b-bbfc-6b11e813efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.766666 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:14.770284 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Router 0e459333-85e8-4d70-9533-8a8224c1bdd8 is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:19:14.986158 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a2523848-f58c-460b-bbfc-6b11e813efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:15.023113 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:15.089568 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-a2523848-f58c-460b-bbfc-6b11e813efb5 None None] For port fd226efb-f70c-4f6f-b048-bc75025c5e03, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=fd226efb-f70c-4f6f-b048-bc75025c5e03,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:15.099787 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a2523848-f58c-460b-bbfc-6b11e813efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:15.140475 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734e6606-a01a-4be9-bfd3-631878012097,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:15.213884 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Checking segment: {'id': '99d0ccc2-732e-4b1e-a1d6-4f6dd0a7f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '557da349-9314-4ff9-a419-5ccf8b5e497c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:15.214266 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Network hostable DHCP agents. Network: 557da349-9314-4ff9-a419-5ccf8b5e497c, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:19:15.220017 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2523848-f58c-460b-bbfc-6b11e813efb5 None None] Pushing event updated for resources: {'Port': ['ID=fd226efb-f70c-4f6f-b048-bc75025c5e03,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:15.242526 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Network 557da349-9314-4ff9-a419-5ccf8b5e497c is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:19:15.256527 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 557da349-9314-4ff9-a419-5ccf8b5e497c) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:15.262018 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:15.263089 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:15.264227 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:19:15.273151 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24671605-9dbd-4cdd-911a-e6e696620663 None None] Network 557da349-9314-4ff9-a419-5ccf8b5e497c requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:15.278971 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Sync routers for ids ['0e459333-85e8-4d70-9533-8a8224c1bdd8'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:19:15.297245 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Routers {'0e459333-85e8-4d70-9533-8a8224c1bdd8'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:19:15.299197 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:18:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0e459333-85e8-4d70-9533-8a8224c1bdd8'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:15.307222 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7e7775ce-b806-464c-a9b1-890305e43632 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7514129 Aug 07 02:19:15.439646 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72846b3b-fa32-4b70-ad49-6f1c092c52ba None None] Network 557da349-9314-4ff9-a419-5ccf8b5e497c requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:15.511369 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:15.513754 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:15.518118 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53536) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:15.519291 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-4f63fc26-d45a-4a0b-a0f9-8534bcd0caaf admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6307986 Aug 07 02:19:15.533609 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Set router 0e459333-85e8-4d70-9533-8a8224c1bdd8 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:19:15.567876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53538) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:15.605828 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-4ac86cff-a4a2-4856-9c6a-9f59bd32c437 None None] Provisioning complete for port fd226efb-f70c-4f6f-b048-bc75025c5e03 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:15.606200 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ac86cff-a4a2-4856-9c6a-9f59bd32c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:15.759259 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:13Z', 'revision_number': 3, 'project_id': '11229447b4404271989114c5e9bbb86c', 'gw_port': {'id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:15.794538 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Checking router: 0e459333-85e8-4d70-9533-8a8224c1bdd8 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:19:15.795177 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Updating router 0e459333-85e8-4d70-9533-8a8224c1bdd8 port 9435ae81-f73d-4319-975d-355bdf945ce8 binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:19:15.822492 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4e0882e3-f780-4371-a8e9-8fced746bd5d req-ba2d3dbd-016d-4722-b917-281e721dc29f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 210 time: 0.0752847 Aug 07 02:19:15.824712 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:15.977590 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device fd226efb-f70c-4f6f-b048-bc75025c5e03 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:16.042810 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed74d26-bb29-42e8-aecf-50bab163f10e admin admin] Deleting subnet ada1c4ef-94df-4c79-b70b-220bdb836e12 {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:19:16.074956 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bed74d26-bb29-42e8-aecf-50bab163f10e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.109224 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port fd226efb-f70c-4f6f-b048-bc75025c5e03 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:16.109866 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.133569 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Router 3c556015-42be-41c9-8f27-6ab44e88ffd4 is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:19:16.155263 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-80d41dc7-931e-4c0c-bdd1-f495a0ecfc64 req-c9ae9deb-182b-4940-8cc0-8afaaf199257 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 210 time: 0.1200540 Aug 07 02:19:16.187374 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bed74d26-bb29-42e8-aecf-50bab163f10e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.250416 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bed74d26-bb29-42e8-aecf-50bab163f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.314656 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:19:16.314996 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.327743 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Sync routers for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:19:16.334132 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Transition to ACTIVE for port object 9435ae81-f73d-4319-975d-355bdf945ce8 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:16.344392 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:19:16.346007 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.347592 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:18:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:16.356764 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.360288 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-611a100d-9db7-4e17-9d55-09d12970da6f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4980903 Aug 07 02:19:16.361644 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53560) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:16.453772 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Attempting to bind port 9435ae81-f73d-4319-975d-355bdf945ce8 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:16.454652 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Attempting to bind port 9435ae81-f73d-4319-975d-355bdf945ce8 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:16.454652 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Attempting to bind port 9435ae81-f73d-4319-975d-355bdf945ce8 on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:16.476173 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Pushing event updated for resources: {'Port': ['ID=9435ae81-f73d-4319-975d-355bdf945ce8,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:16.487770 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bed74d26-bb29-42e8-aecf-50bab163f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.488047 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:16.488187 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:16.488805 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.489266 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:16.489752 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Bound port: 9435ae81-f73d-4319-975d-355bdf945ce8, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:16.495311 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.498054 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.498427 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.506293 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.506293 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.506724 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.507073 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.507415 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.507838 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.508323 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.508798 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.509347 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.509686 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Tracked resource versions report: Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: pushed versions: Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: { 'AddressGroup': {'1.2'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'ConntrackHelper': {'1.0'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Log': {'1.0'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Network': {'1.1'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Port': {'1.7'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'PortForwarding': {'1.2'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'QosPolicy': {'1.9'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SecurityGroup': {'1.4'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SecurityGroupRule': {'1.2'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SubPort': {'1.0'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Subnet': {'1.1'}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Trunk': {'1.1'}} Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: consumer versions: Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: { DHCP agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: HyperV agent@hv-cinder-78239: {}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: L3 agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: Metadata agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: Metering agent@dv-cinder-782390-7-iscsi: {}, Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: Open vSwitch agent@dv-cinder-782390-7-iscsi: { 'AddressGroup': '1.2', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'ConntrackHelper': '1.0', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Log': '1.0', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Network': '1.1', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Port': '1.7', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'PortForwarding': '1.2', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'QosPolicy': '1.9', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SecurityGroup': '1.4', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SecurityGroupRule': '1.2', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'SubPort': '1.0', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Subnet': '1.1', Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: 'Trunk': '1.1'}} Aug 07 02:19:16.511047 dv-cinder-782390-7-iscsi neutron-server[93285]: {{(pid=93285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 02:19:16.594048 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed74d26-bb29-42e8-aecf-50bab163f10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada1c4ef-94df-4c79-b70b-220bdb836e12,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:16.615656 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] For port 9435ae81-f73d-4319-975d-355bdf945ce8, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:16.620508 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] For port 9435ae81-f73d-4319-975d-355bdf945ce8, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=9435ae81-f73d-4319-975d-355bdf945ce8,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:16.622543 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:19:16.626497 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bed74d26-bb29-42e8-aecf-50bab163f10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.639882 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.640138 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-bed74d26-bb29-42e8-aecf-50bab163f10e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ada1c4ef-94df-4c79-b70b-220bdb836e12 HTTP/1.1" status: 204 len: 168 time: 1.0596137 Aug 07 02:19:16.640138 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53570) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:16.689118 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Routers {'0e459333-85e8-4d70-9533-8a8224c1bdd8'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:19:16.690177 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:18:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0e459333-85e8-4d70-9533-8a8224c1bdd8'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:16.785742 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:16.870727 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] Set router 0e459333-85e8-4d70-9533-8a8224c1bdd8 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:19:17.059075 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a3ca5aa2-2851-4364-93d8-d3afb9108fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.068548 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:14Z', 'revision_number': 3, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:17.100156 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-169058da-17d3-454a-b153-6d84f803a4bc req-ee739f65-8dfb-4cac-913e-c506a25aa316 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 210 time: 0.1107616 Aug 07 02:19:17.104342 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Checking router: 3c556015-42be-41c9-8f27-6ab44e88ffd4 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:19:17.104831 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Updating router 3c556015-42be-41c9-8f27-6ab44e88ffd4 port 5ab01eae-5510-4073-8f86-af7f66a2d5c1 binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:19:17.133345 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.135939 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.139882 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.178941 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.187029 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.187400 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.188195 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.188483 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.188821 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.189168 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.189502 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.189839 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.190171 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.191768 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.294796 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786828cc-e3f4-409b-a02c-d81d07b999e9 None None] Pushing event updated for resources: {'Port': ['ID=9435ae81-f73d-4319-975d-355bdf945ce8,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:17.329031 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:13Z', 'revision_number': 3, 'project_id': '11229447b4404271989114c5e9bbb86c', 'gw_port': {'id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:17.400042 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c22a87-a872-459a-af27-8dd62febe303 None None] The sync data for ids ['0e459333-85e8-4d70-9533-8a8224c1bdd8'] in dv-cinder-782390-7-iscsi is: [{'id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:13Z', 'revision_number': 3, 'project_id': '11229447b4404271989114c5e9bbb86c', 'gw_port': {'id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:19:17.441915 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.442791 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.442791 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.443086 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:17.454871 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a4878d-00e9-4deb-ba0d-82ba1b1ac944']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:17.460521 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Allocated IP 172.20.0.1 (6b4f1296-0f14-4901-96bc-92f64470c800/1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c/d192819a-170c-4cd7-88b3-06ed121f2a6f) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:17.494705 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4a7ae2-b8bf-4a4b-b530-75eeefeb670c') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:17.495093 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4a7ae2-b8bf-4a4b-b530-75eeefeb670c') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:17.522894 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c53ec7bd-5373-440e-bfbd-6f75621c1003 req-7b6f742d-f12c-4d6e-a2f2-f1561aa76026 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 210 time: 0.0623367 Aug 07 02:19:17.577781 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125161'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.613248 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.628324 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Transition to ACTIVE for port object 5ab01eae-5510-4073-8f86-af7f66a2d5c1 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:17.638523 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.658411 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.697263 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:19:17.697859 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2616703'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: from cryptography.utils import int_from_bytes Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: from cryptography.utils import int_from_bytes Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: timer() Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: cb(*args, **kw) Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: self._notify() Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: self.callback(batched_events) Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: event.method(event) Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._get(url).json() Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:19:17.711440 dv-cinder-782390-7-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:19:17.724578 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.749535 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Transition to ACTIVE for port object d192819a-170c-4cd7-88b3-06ed121f2a6f will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:17.752871 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b3264-a116-4b54-aca4-ed8a8017af67 None None] Pushing event updated for resources: {'Port': ['ID=5ab01eae-5510-4073-8f86-af7f66a2d5c1,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:17.761808 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Attempting to bind port 5ab01eae-5510-4073-8f86-af7f66a2d5c1 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:17.762185 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Attempting to bind port 5ab01eae-5510-4073-8f86-af7f66a2d5c1 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:17.763068 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Attempting to bind port 5ab01eae-5510-4073-8f86-af7f66a2d5c1 on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:17.771614 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:17.772398 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:17.772754 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.773255 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:17.773905 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Bound port: 5ab01eae-5510-4073-8f86-af7f66a2d5c1, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:17.775012 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.839194 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:17.946925 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] For port 5ab01eae-5510-4073-8f86-af7f66a2d5c1, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:17.999021 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Network 6b4f1296-0f14-4901-96bc-92f64470c800 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:18.003342 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:18.014814 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:18.016347 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:18.040079 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Pushing event updated for resources: {'Port': ['ID=d192819a-170c-4cd7-88b3-06ed121f2a6f,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:18.045186 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] For port 5ab01eae-5510-4073-8f86-af7f66a2d5c1, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=5ab01eae-5510-4073-8f86-af7f66a2d5c1,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:18.058124 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:18.075222 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:18.096108 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:18.113192 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f7a4878d-00e9-4deb-ba0d-82ba1b1ac944 HTTP/1.1" status: 204 len: 168 time: 1.4804845 Aug 07 02:19:18.122062 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53614) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:18.201713 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b2a8f-e626-4ad4-8447-941e7a3c28f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a4878d-00e9-4deb-ba0d-82ba1b1ac944,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:18.277655 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:19:18.280433 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:18:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:18.294871 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Allocated IP 172.20.0.1 (f22ea49b-5290-4604-bb53-24e953d4705d/51f2aa8c-7005-43a9-ae74-b628be65da8c/5ce51c95-a476-4fe8-bcc7-74bcd826f8eb) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:18.340926 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b3264-a116-4b54-aca4-ed8a8017af67 None None] Pushing event updated for resources: {'Port': ['ID=5ab01eae-5510-4073-8f86-af7f66a2d5c1,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:18.443053 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3c8dde3-676a-4c17-be00-52e5ac2ebb5d req-a8ab565f-d4bf-40af-a41f-1e8deb57b6d0 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 210 time: 0.1228814 Aug 07 02:19:18.451414 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-c612b3ef-ce49-4719-a8fb-b510c883e79f admin admin] Deleting subnet 734e6606-a01a-4be9-bfd3-631878012097 {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:19:18.480084 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c612b3ef-ce49-4719-a8fb-b510c883e79f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:18.579442 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-10da62f1-54e7-4b27-b86c-6845111418b2 None None] Provisioning for port d192819a-170c-4cd7-88b3-06ed121f2a6f completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:18.586314 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:19:18.592853 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53628) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:18.622900 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c612b3ef-ce49-4719-a8fb-b510c883e79f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125182'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:18.635827 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:18.705006 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-10da62f1-54e7-4b27-b86c-6845111418b2 None None] Provisioning complete for port d192819a-170c-4cd7-88b3-06ed121f2a6f triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:18.705926 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-10da62f1-54e7-4b27-b86c-6845111418b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:18.751136 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-10da62f1-54e7-4b27-b86c-6845111418b2 None None] Port d192819a-170c-4cd7-88b3-06ed121f2a6f cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:19:18.814735 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b6d618f9-b198-401a-a392-210ab749694e req-8b7ba7b9-8c00-4e68-bcde-07405bfe3945 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 210 time: 0.1406786 Aug 07 02:19:18.838745 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.16', 55834) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:18.878962 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c612b3ef-ce49-4719-a8fb-b510c883e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:18.961293 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.002541 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:14Z', 'revision_number': 3, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:19.059705 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d77cc5-abdf-4cbc-8075-36910e77b506 None None] The sync data for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi is: [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:14Z', 'revision_number': 3, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:19:19.104003 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-846348f5-8737-4481-a588-9098ed9bb749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.124253 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c612b3ef-ce49-4719-a8fb-b510c883e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2616737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3338023'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.190950 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c612b3ef-ce49-4719-a8fb-b510c883e79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.198021 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c612b3ef-ce49-4719-a8fb-b510c883e79f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/734e6606-a01a-4be9-bfd3-631878012097 HTTP/1.1" status: 204 len: 168 time: 1.0718040 Aug 07 02:19:19.210343 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612b3ef-ce49-4719-a8fb-b510c883e79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734e6606-a01a-4be9-bfd3-631878012097,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:19.210552 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53642) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:19.223802 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.305784 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.16', 55840) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:19.580974 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-cb447819-b70e-4390-b986-34c24a45b0e1 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:19.582188 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-cb447819-b70e-4390-b986-34c24a45b0e1 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 815 time: 0.6695616 Aug 07 02:19:19.602774 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-edd70b11-a7a7-42fe-8969-ccd05f330275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.718858 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Network f22ea49b-5290-4604-bb53-24e953d4705d is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:19.722643 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Request body: {'port': {'device_id': 'e90f1c46-6aa8-4709-b0fb-10faf8af46d4', 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039', 'admin_state_up': True, 'tenant_id': 'ebce2a00655943289ebeb08edcce7aae'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:19.761611 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.799281 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.832431 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:19.836530 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b45caae-0433-42bb-b515-03242d8f53e8 req-f1da2cb2-0cc6-4dfd-8b0d-80fe953dca18 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 210 time: 0.1759820 Aug 07 02:19:19.840782 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:19.863315 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.903994 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce51c95-a476-4fe8-bcc7-74bcd826f8eb,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:19.937141 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.938170 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:19.980090 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:20.244498 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 9435ae81-f73d-4319-975d-355bdf945ce8 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:20.424539 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Network 6b4f1296-0f14-4901-96bc-92f64470c800 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:20.437250 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:20.507459 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 9435ae81-f73d-4319-975d-355bdf945ce8 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:20.507459 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 9435ae81-f73d-4319-975d-355bdf945ce8 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:20.507459 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:20.643969 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:20.673160 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 9435ae81-f73d-4319-975d-355bdf945ce8, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=9435ae81-f73d-4319-975d-355bdf945ce8,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:20.678654 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-048c0e29-b152-45b3-9421-59e89bd3cc34 req-cda82fce-a1d8-4b24-9d27-57d9ce1af284 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 210 time: 0.1319354 Aug 07 02:19:20.682796 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:20.683835 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 5ab01eae-5510-4073-8f86-af7f66a2d5c1 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:20.710356 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-70c78200-d08c-4b5b-a960-039ed726a476 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:20.714445 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-70c78200-d08c-4b5b-a960-039ed726a476 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.16 "GET /v2.0/networks?id=224a836c-ccd9-4f71-9456-de008c371522 HTTP/1.1" status: 200 len: 811 time: 1.3723681 Aug 07 02:19:20.807497 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:20.809246 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=9435ae81-f73d-4319-975d-355bdf945ce8,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:20.835323 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Request body: {'port': {'device_id': '7cd4f468-a8d8-47ce-a856-5240e3fb276e', 'network_id': '224a836c-ccd9-4f71-9456-de008c371522', 'admin_state_up': True, 'tenant_id': '007c2f5a078c48878fff30937dee1c2a'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:20.886933 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-846348f5-8737-4481-a588-9098ed9bb749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:20.938351 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:20.942985 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 5ab01eae-5510-4073-8f86-af7f66a2d5c1 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:20.951378 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 5ab01eae-5510-4073-8f86-af7f66a2d5c1 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:20.952194 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.059382 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-53db7ff8-c72c-4421-bd11-a01753e4be6f None None] Provisioning complete for port d192819a-170c-4cd7-88b3-06ed121f2a6f triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:21.059803 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-53db7ff8-c72c-4421-bd11-a01753e4be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.062816 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.074662 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.075289 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.076252 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.076754 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > port after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.077292 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.077810 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > port after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.078275 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.078842 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.079379 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.080166 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.196159 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-df19623a-f645-47a0-b7a0-132238f43387 req-c9e9a714-cd69-4746-ba91-869ca3c73b37 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 210 time: 0.1404505 Aug 07 02:19:21.207375 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-53db7ff8-c72c-4421-bd11-a01753e4be6f None None] Port d192819a-170c-4cd7-88b3-06ed121f2a6f cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:19:21.227819 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.258907 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 5ab01eae-5510-4073-8f86-af7f66a2d5c1, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=5ab01eae-5510-4073-8f86-af7f66a2d5c1,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:21.263988 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.463081 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.463081 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.463081 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.464501 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=5ab01eae-5510-4073-8f86-af7f66a2d5c1,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:21.464623 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 02:19:21.464623 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557da349-9314-4ff9-a419-5ccf8b5e497c']}} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:21.473262 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Pushing event updated for resources: {'Port': ['ID=d192819a-170c-4cd7-88b3-06ed121f2a6f,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:21.535489 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-846348f5-8737-4481-a588-9098ed9bb749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.579895 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d0ccc2-732e-4b1e-a1d6-4f6dd0a7f455') {'for_net_delete': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:21.580227 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d0ccc2-732e-4b1e-a1d6-4f6dd0a7f455') {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:21.602023 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-846348f5-8737-4481-a588-9098ed9bb749 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d2468ac2492409a894ec3919d47fc26&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0065291 Aug 07 02:19:21.607649 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53722) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:21.627184 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175301'] for segment, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.639741 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Made reservation on behalf of 007c2f5a078c48878fff30937dee1c2a for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:21.643799 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.670925 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846348f5-8737-4481-a588-9098ed9bb749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5247d1-84dd-4f32-ac2a-75d65847bd92,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:21.689270 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.724787 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Made reservation on behalf of ebce2a00655943289ebeb08edcce7aae for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:21.738437 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.743992 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:19:21.745064 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175400'] for segment, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.756159 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Router 3c556015-42be-41c9-8f27-6ab44e88ffd4 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: from cryptography.utils import int_from_bytes Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: from cryptography.utils import int_from_bytes Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: Traceback (most recent call last): Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: timer() Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: cb(*args, **kw) Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: return func(*args, **kwargs) Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: self._notify() Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: self.callback(batched_events) Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: event.method(event) Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: return f(self, *a, **k) Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._get(url).json() Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: return self.request(url, 'GET', **kwargs) Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:19:21.762899 dv-cinder-782390-7-iscsi neutron-server[93283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:19:21.873271 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b43337b2-757a-4ac5-9c26-9ff1779a6db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:21.943770 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-052665bd-dca6-496b-81b5-eee9fe5564c6 req-552b93e1-a08c-4e6d-a298-fb4098a95d69 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 210 time: 0.1189766 Aug 07 02:19:22.011696 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 9435ae81-f73d-4319-975d-355bdf945ce8 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:22.082058 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b43337b2-757a-4ac5-9c26-9ff1779a6db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:22.291687 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 9435ae81-f73d-4319-975d-355bdf945ce8 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:22.292543 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:22.292929 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:22.292929 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:22.293604 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:22.296973 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:22.328007 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 5ab01eae-5510-4073-8f86-af7f66a2d5c1 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:22.412878 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 5ab01eae-5510-4073-8f86-af7f66a2d5c1 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:22.413201 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:22.421132 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Allocated IP 172.20.0.5 (224a836c-ccd9-4f71-9456-de008c371522/72f8f634-bf82-4d94-88f2-f558353148fc/a2701790-aeb4-4fec-ab65-e42d5b3bb07a) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:22.703194 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:19:22.725416 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:22.732949 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] 10.222.0.11 "DELETE /v2.0/networks/557da349-9314-4ff9-a419-5ccf8b5e497c HTTP/1.1" status: 204 len: 168 time: 3.5205526 Aug 07 02:19:22.747109 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Allocated IP 172.20.0.14 (649fcc2f-0f7f-4b36-82f5-409fd88e9039/1d43d8e7-ffe8-4b67-a4a1-665e7c06874f/9f15414f-1447-45f5-a31d-aa5734802199) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:22.751419 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5861d7-6ac6-4c25-a866-c88c445d990c admin admin] Pushing event deleted for resources: {'Network': ['ID=557da349-9314-4ff9-a419-5ccf8b5e497c,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:22.988432 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Sync routers for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:19:22.992927 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-15744a94-5a3d-447a-992f-8f731577af47 admin admin] 10.222.0.11 "PUT /v2.0/routers/3c556015-42be-41c9-8f27-6ab44e88ffd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6278408 Aug 07 02:19:23.023551 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:19:23.037514 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:19:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:23.074367 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c3a7b2b1-0c16-4ab7-b2de-2b86345ecc35 req-879e43a4-e56a-4ae3-8919-ebe67b47559a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 210 time: 0.4805007 Aug 07 02:19:23.118567 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53790) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:23.262413 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce51c95-a476-4fe8-bcc7-74bcd826f8eb,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:23.267953 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:23.285972 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-351106e0-5178-42d7-8385-ed85a7e00ac4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30420ee92974430b875e9e69be7249f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1655257 Aug 07 02:19:23.288684 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53800) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:23.298787 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-15698fd5-0f04-4005-932b-d98fcf5cb395 req-62d8ada8-1f0a-4817-8dbf-bcd1be720315 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 210 time: 0.1267018 Aug 07 02:19:23.470840 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b43337b2-757a-4ac5-9c26-9ff1779a6db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:23.481060 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b43337b2-757a-4ac5-9c26-9ff1779a6db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:23.498738 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:19:23.521280 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f24bf2c-9d29-44dc-a1c0-1922d6397789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:23.528935 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b43337b2-757a-4ac5-9c26-9ff1779a6db5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd5247d1-84dd-4f32-ac2a-75d65847bd92 HTTP/1.1" status: 204 len: 168 time: 1.9168441 Aug 07 02:19:23.580957 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f24bf2c-9d29-44dc-a1c0-1922d6397789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:23.629148 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:23.703984 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43337b2-757a-4ac5-9c26-9ff1779a6db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5247d1-84dd-4f32-ac2a-75d65847bd92,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:23.833805 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f24bf2c-9d29-44dc-a1c0-1922d6397789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:23.855264 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f24bf2c-9d29-44dc-a1c0-1922d6397789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:23.859476 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7f24bf2c-9d29-44dc-a1c0-1922d6397789 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1ec9f1d-129f-4e50-aa55-ab9530a8460f HTTP/1.1" status: 204 len: 168 time: 0.5666931 Aug 07 02:19:23.902796 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24bf2c-9d29-44dc-a1c0-1922d6397789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ec9f1d-129f-4e50-aa55-ab9530a8460f,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:23.917843 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:24.067740 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:24.190920 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Network f22ea49b-5290-4604-bb53-24e953d4705d is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:24.193110 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:24.214907 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:24.233701 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 2, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:24.329203 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Checking router: 3c556015-42be-41c9-8f27-6ab44e88ffd4 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:19:24.329545 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Updating router 3c556015-42be-41c9-8f27-6ab44e88ffd4 port d192819a-170c-4cd7-88b3-06ed121f2a6f binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:19:24.431833 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:24.454442 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53824) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:24.460317 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-043d5d15-873d-4807-9e75-82fd885834c0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945057709', 'description': 'tempest-description--632199161'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:24.497232 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-043d5d15-873d-4807-9e75-82fd885834c0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:24.627766 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:24.640288 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:24.654652 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:24.759211 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Network 224a836c-ccd9-4f71-9456-de008c371522 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:24.765967 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:24.768686 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:24.808929 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53836) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:24.810272 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:24.842856 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:24.866345 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Pushing event updated for resources: {'Port': ['ID=9f15414f-1447-45f5-a31d-aa5734802199,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:24.973358 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53850) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:25.029153 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9389a780-feaf-42d7-bd70-a15ec34c1c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.046805 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c0dda63e-9f17-4f21-a6fa-f23afda09cae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44a55bbe4b644b89b2135f028c19de01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1912289 Aug 07 02:19:25.047839 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53852) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:25.101153 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Pushing event updated for resources: {'Port': ['ID=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:25.162383 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52cc66-f974-480d-a75d-229ed6ae2c06 req-5109c0da-2aef-4015-a808-4ff372124668 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:25.165496 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e52cc66-f974-480d-a75d-229ed6ae2c06 req-5109c0da-2aef-4015-a808-4ff372124668 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 932 time: 0.9233558 Aug 07 02:19:25.182141 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:25.185091 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.193968 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.224184 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Transition to ACTIVE for port object d192819a-170c-4cd7-88b3-06ed121f2a6f will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:25.247337 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.275063 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fddd771d-bde9-4c71-83fd-d3bc30d0333b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.284670 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-043d5d15-873d-4807-9e75-82fd885834c0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.296790 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-043d5d15-873d-4807-9e75-82fd885834c0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.308239 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59966dc9-e533-4479-849d-0389eb82b09e None None] Pushing event updated for resources: {'Port': ['ID=d192819a-170c-4cd7-88b3-06ed121f2a6f,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:25.353068 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-8cf5a06e-1601-4f2d-8e5e-cf3cc623fae7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6649525 Aug 07 02:19:25.396907 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Router 0e459333-85e8-4d70-9533-8a8224c1bdd8 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:19:25.414883 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2ddad11f-486b-4e10-8e48-d72d0d0330c3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:19:25.416021 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2ddad11f-486b-4e10-8e48-d72d0d0330c3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153005 Aug 07 02:19:25.416964 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e52cc66-f974-480d-a75d-229ed6ae2c06 req-6eb03083-c201-4ac7-a39a-dcd9f3274d52 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180071 Aug 07 02:19:25.418124 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fddd771d-bde9-4c71-83fd-d3bc30d0333b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.474604 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Attempting to bind port d192819a-170c-4cd7-88b3-06ed121f2a6f on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:25.475019 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Attempting to bind port d192819a-170c-4cd7-88b3-06ed121f2a6f by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:25.475419 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Attempting to bind port d192819a-170c-4cd7-88b3-06ed121f2a6f on network 6b4f1296-0f14-4901-96bc-92f64470c800 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:25.493122 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:25.493302 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Checking segment: {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:25.496047 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.496047 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Bound using segment: {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:25.496047 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Bound port: d192819a-170c-4cd7-88b3-06ed121f2a6f, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:25.496047 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.551805 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d5d15-873d-4807-9e75-82fd885834c0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1449d534-fed5-4229-930f-c71a2efef266,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:25.651229 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fddd771d-bde9-4c71-83fd-d3bc30d0333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.653917 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fddd771d-bde9-4c71-83fd-d3bc30d0333b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.666495 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-fddd771d-bde9-4c71-83fd-d3bc30d0333b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83fb2ff7-8710-4d60-ac58-1ecb849a271e HTTP/1.1" status: 204 len: 168 time: 0.5904403 Aug 07 02:19:25.690134 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1cb7b-495d-40ab-8bc7-db3e5c258f7f req-cb153a06-f8e4-49d7-ad48-4e0b64d24666 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:25.693596 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30c1cb7b-495d-40ab-8bc7-db3e5c258f7f req-cb153a06-f8e4-49d7-ad48-4e0b64d24666 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 931 time: 1.1589816 Aug 07 02:19:25.696537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:19:25.707614 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Sync routers for ids ['0e459333-85e8-4d70-9533-8a8224c1bdd8'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:19:25.711534 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] For port d192819a-170c-4cd7-88b3-06ed121f2a6f, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:25.716007 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] For port d192819a-170c-4cd7-88b3-06ed121f2a6f, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=d192819a-170c-4cd7-88b3-06ed121f2a6f,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:25.727535 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd771d-bde9-4c71-83fd-d3bc30d0333b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fb2ff7-8710-4d60-ac58-1ecb849a271e,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:25.734463 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8e6c4085-95d3-4538-b343-564883896363 admin admin] 10.222.0.11 "PUT /v2.0/routers/0e459333-85e8-4d70-9533-8a8224c1bdd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2151802 Aug 07 02:19:25.738249 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.769712 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Routers {'0e459333-85e8-4d70-9533-8a8224c1bdd8'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:19:25.771369 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:19:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0e459333-85e8-4d70-9533-8a8224c1bdd8'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:25.817279 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:19:25.818027 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:19:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:25.819010 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9389a780-feaf-42d7-bd70-a15ec34c1c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.820821 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59966dc9-e533-4479-849d-0389eb82b09e None None] Pushing event updated for resources: {'Port': ['ID=d192819a-170c-4cd7-88b3-06ed121f2a6f,revision_number=4']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:25.838730 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9389a780-feaf-42d7-bd70-a15ec34c1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.851625 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-66e98f91-45d6-465c-ae04-2fa30902a784 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0245752 Aug 07 02:19:25.860894 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-043d5d15-873d-4807-9e75-82fd885834c0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:25.864179 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30c1cb7b-495d-40ab-8bc7-db3e5c258f7f req-86e210ba-d835-4088-b871-1cc8058b4fce tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241646 Aug 07 02:19:25.868721 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-043d5d15-873d-4807-9e75-82fd885834c0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4120607 Aug 07 02:19:25.871861 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53868) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:25.881879 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-dfea20f9-31aa-408a-89f2-9a7e258eeb77 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'security_group_rule': {'security_group_id': '1449d534-fed5-4229-930f-c71a2efef266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:25.953405 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-dfea20f9-31aa-408a-89f2-9a7e258eeb77 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.003434 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-9389a780-feaf-42d7-bd70-a15ec34c1c57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae4bd7f172c04034bc8b0842ac06d954&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0283580 Aug 07 02:19:26.011283 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53872) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:26.046029 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389a780-feaf-42d7-bd70-a15ec34c1c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5221bf8-1bac-494a-89a9-78a591e5821e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:26.056805 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:19:26.072171 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53876) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:26.120735 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Set router 0e459333-85e8-4d70-9533-8a8224c1bdd8 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:19:26.207656 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-dfea20f9-31aa-408a-89f2-9a7e258eeb77 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.209547 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6685-7f9f-44d4-be5e-84bab49ca6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.222142 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-dfea20f9-31aa-408a-89f2-9a7e258eeb77 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.252654 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6685-7f9f-44d4-be5e-84bab49ca6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.281964 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea20f9-31aa-408a-89f2-9a7e258eeb77 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6bc231-4b2c-411c-aca8-1d479687f196,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:26.297455 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Request body: {'port': {'device_id': 'e90f1c46-6aa8-4709-b0fb-10faf8af46d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:26.329097 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-dfea20f9-31aa-408a-89f2-9a7e258eeb77 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.334418 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-dfea20f9-31aa-408a-89f2-9a7e258eeb77 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4614060 Aug 07 02:19:26.336076 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53884) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:26.361849 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-c6044dd5-5950-45ab-b9be-c1b045090c40 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'security_group_rule': {'security_group_id': '1449d534-fed5-4229-930f-c71a2efef266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:26.397563 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Request body: {'port': {'device_id': '7cd4f468-a8d8-47ce-a856-5240e3fb276e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:26.415384 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.436227 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6685-7f9f-44d4-be5e-84bab49ca6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.440720 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6685-7f9f-44d4-be5e-84bab49ca6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.447742 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-5e2f6685-7f9f-44d4-be5e-84bab49ca6e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5221bf8-1bac-494a-89a9-78a591e5821e HTTP/1.1" status: 204 len: 168 time: 0.4335041 Aug 07 02:19:26.457133 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:25Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:26.488505 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f6685-7f9f-44d4-be5e-84bab49ca6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5221bf8-1bac-494a-89a9-78a591e5821e,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:26.592849 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ee6f7-0ebe-4478-ab53-e43814a3a84b None None] The sync data for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi is: [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:25Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:19:26.654879 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c6044dd5-5950-45ab-b9be-c1b045090c40 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.665350 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.676071 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-621a2d19-c763-4813-8542-e7cc112358d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:26.988078 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c6044dd5-5950-45ab-b9be-c1b045090c40 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:27.050749 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c6044dd5-5950-45ab-b9be-c1b045090c40 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:27.074289 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:20Z', 'revision_number': 4, 'project_id': '11229447b4404271989114c5e9bbb86c', 'gw_port': {'id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '5ce51c95-a476-4fe8-bcc7-74bcd826f8eb', 'name': '', 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'mac_address': 'fa:16:3e:ec:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '51f2aa8c-7005-43a9-ae74-b628be65da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 2, 'project_id': '11229447b4404271989114c5e9bbb86c', 'subnets': [{'id': '51f2aa8c-7005-43a9-ae74-b628be65da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:27.152113 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Checking router: 0e459333-85e8-4d70-9533-8a8224c1bdd8 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:19:27.161756 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Updating router 0e459333-85e8-4d70-9533-8a8224c1bdd8 port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:19:27.274245 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:27.413153 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-621a2d19-c763-4813-8542-e7cc112358d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:27.431905 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6044dd5-5950-45ab-b9be-c1b045090c40 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5d6289-9be0-443f-88d0-396a79c45bec,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:27.517905 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-621a2d19-c763-4813-8542-e7cc112358d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:27.528030 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e0fa-6550-4a74-b0e3-5a078a88e594 req-9f144ddc-b756-4ff5-9881-2b2bc1865424 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:27.545211 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dd35e0fa-6550-4a74-b0e3-5a078a88e594 req-9f144ddc-b756-4ff5-9881-2b2bc1865424 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 932 time: 0.8213000 Aug 07 02:19:27.600344 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c6044dd5-5950-45ab-b9be-c1b045090c40 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:27.606485 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c6044dd5-5950-45ab-b9be-c1b045090c40 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2684445 Aug 07 02:19:27.676726 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-621a2d19-c763-4813-8542-e7cc112358d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec18b356dd924152aeaef521ac40d17d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6019328 Aug 07 02:19:27.678799 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53922) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:27.679132 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53926) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:27.682111 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a2d19-c763-4813-8542-e7cc112358d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93275af9-8dbe-42ea-8b22-679f7d19a6bf,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:27.725330 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'floatingip': {'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:27.823240 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f15414f-1447-45f5-a31d-aa5734802199 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:27.853446 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:27.906240 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Transition to ACTIVE for port object 9f15414f-1447-45f5-a31d-aa5734802199 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:27.931537 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.023311 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dd35e0fa-6550-4a74-b0e3-5a078a88e594 req-2c344830-06d3-43f0-9d25-23dd225b0797 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763100 Aug 07 02:19:28.127477 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-71f97107-8ae4-4447-a568-08d08fe9f14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.129291 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.210982 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device d192819a-170c-4cd7-88b3-06ed121f2a6f up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:28.250670 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Pushing event updated for resources: {'Port': ['ID=9f15414f-1447-45f5-a31d-aa5734802199,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:28.359864 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-71f97107-8ae4-4447-a568-08d08fe9f14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.362554 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.396055 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Transition to ACTIVE for port object 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:28.432051 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port d192819a-170c-4cd7-88b3-06ed121f2a6f completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:28.457501 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port d192819a-170c-4cd7-88b3-06ed121f2a6f triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:28.459066 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.527542 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Attempting to bind port 9f15414f-1447-45f5-a31d-aa5734802199 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:28.531082 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Attempting to bind port 9f15414f-1447-45f5-a31d-aa5734802199 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:28.531653 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Attempting to bind port 9f15414f-1447-45f5-a31d-aa5734802199 on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:28.565909 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.581927 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Port 9f15414f-1447-45f5-a31d-aa5734802199 on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:19:28.584144 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Attempting to bind port 9f15414f-1447-45f5-a31d-aa5734802199 on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:28.605871 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:28.606683 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Checking segment: {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:28.612767 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Bound using segment: {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:28.613592 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Bound port: 9f15414f-1447-45f5-a31d-aa5734802199, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:28.617474 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.670947 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89726-991a-45da-afae-f49b3cab9054 req-89290f84-cc37-4722-b2b6-671f6c88eccc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:28.680107 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-89290f84-cc37-4722-b2b6-671f6c88eccc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 819 time: 1.0709996 Aug 07 02:19:28.681035 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-71f97107-8ae4-4447-a568-08d08fe9f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.688127 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-71f97107-8ae4-4447-a568-08d08fe9f14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.689497 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-71f97107-8ae4-4447-a568-08d08fe9f14c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93275af9-8dbe-42ea-8b22-679f7d19a6bf HTTP/1.1" status: 204 len: 168 time: 0.9910593 Aug 07 02:19:28.765339 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f97107-8ae4-4447-a568-08d08fe9f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93275af9-8dbe-42ea-8b22-679f7d19a6bf,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:28.774305 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-60ff206f-76f4-442a-9387-37b1378fadd3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/quotas/11229447b4404271989114c5e9bbb86c HTTP/1.1" status: 200 len: 375 time: 0.0672519 Aug 07 02:19:28.811758 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 53958) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:28.848579 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30846-f310-4ff7-b033-c0f10d892687 None None] Pushing event updated for resources: {'Port': ['ID=5ce51c95-a476-4fe8-bcc7-74bcd826f8eb,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:28.896343 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371a733-34eb-4236-9e20-7cbaeeb8f6e7 req-06ad9b2f-79a7-4098-8215-0383c3ed7054 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:28.914342 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:28.915666 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5371a733-34eb-4236-9e20-7cbaeeb8f6e7 req-06ad9b2f-79a7-4098-8215-0383c3ed7054 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 931 time: 0.6319690 Aug 07 02:19:29.033506 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.078142 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Attempting to bind port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:29.079372 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Attempting to bind port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:29.080551 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Attempting to bind port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb on network f22ea49b-5290-4604-bb53-24e953d4705d {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:29.112442 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:29.112835 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Checking segment: {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:29.113297 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.113711 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Bound using segment: {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:29.114212 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Bound port: 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:29.114700 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.156262 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2701790-aeb4-4fec-ab65-e42d5b3bb07a {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:29.190443 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.191799 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port d192819a-170c-4cd7-88b3-06ed121f2a6f, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=d192819a-170c-4cd7-88b3-06ed121f2a6f,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:29.229109 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5371a733-34eb-4236-9e20-7cbaeeb8f6e7 req-458b54b4-921f-46fb-9d29-38b134a4a392 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119555 Aug 07 02:19:29.244995 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] For port 9f15414f-1447-45f5-a31d-aa5734802199, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:29.246917 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.293878 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] For port 9f15414f-1447-45f5-a31d-aa5734802199, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=9f15414f-1447-45f5-a31d-aa5734802199,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:29.315952 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Transition to ACTIVE for port object a2701790-aeb4-4fec-ab65-e42d5b3bb07a will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:29.340911 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-610a6a42-e238-4388-bff1-c7a0bd6bd3ea tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5641906 Aug 07 02:19:29.359013 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.391428 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.475988 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:29.477282 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.491302 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=d192819a-170c-4cd7-88b3-06ed121f2a6f,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:29.497931 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f15414f-1447-45f5-a31d-aa5734802199 HTTP/1.1" status: 200 len: 1094 time: 3.8053074 Aug 07 02:19:29.510670 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90f1c46-6aa8-4709-b0fb-10faf8af46d4', 'tag': '9f15414f-1447-45f5-a31d-aa5734802199'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:29.521948 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] For port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:29.547984 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] For port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=5ce51c95-a476-4fe8-bcc7-74bcd826f8eb,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:29.559920 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.571134 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 53980) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:29.602990 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Allocated IP 172.27.3.76 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/9949989e-4eb9-447e-8786-a20bad28b9e2) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:29.635408 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Routers {'0e459333-85e8-4d70-9533-8a8224c1bdd8'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:19:29.635408 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:19:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0e459333-85e8-4d70-9533-8a8224c1bdd8'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:29.808283 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf20f55-de55-4fef-926f-6d68a1351a78 service neutron] Pushing event updated for resources: {'Port': ['ID=9f15414f-1447-45f5-a31d-aa5734802199,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:29.826812 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2108627471-network', 'tenant_id': '7abd650ffbe8406c8fa4b93d98de2f8c'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:29.830162 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19323970-cd4b-4610-8930-0b06da1a6133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:29.942550 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-d07ea30a-9af1-444e-bba8-8124120d724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:29.945171 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-d07ea30a-9af1-444e-bba8-8124120d724e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 1097 time: 0.3839982 Aug 07 02:19:29.955491 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] Set router 0e459333-85e8-4d70-9533-8a8224c1bdd8 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:19:29.957948 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30846-f310-4ff7-b033-c0f10d892687 None None] Pushing event updated for resources: {'Port': ['ID=5ce51c95-a476-4fe8-bcc7-74bcd826f8eb,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:30.009419 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device d192819a-170c-4cd7-88b3-06ed121f2a6f up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:30.033291 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e603e52-9df6-4860-8701-30d5f4925c46" -d '{"events": [{"name": "network-changed", "server_uuid": "e90f1c46-6aa8-4709-b0fb-10faf8af46d4", "tag": "9f15414f-1447-45f5-a31d-aa5734802199"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:30.144695 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Made reservation on behalf of 7abd650ffbe8406c8fa4b93d98de2f8c for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:30.147337 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:30.208437 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Pushing event updated for resources: {'Port': ['ID=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:30.222266 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-4f7f495a-5cc4-44d6-9bab-7b76f09e7501 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f15414f-1447-45f5-a31d-aa5734802199 HTTP/1.1" status: 200 len: 217 time: 0.2181051 Aug 07 02:19:30.235637 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.db.api [None req-19323970-cd4b-4610-8930-0b06da1a6133 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 02:19:30.235637 dv-cinder-782390-7-iscsi neutron-server[93283]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 02:19:30.235637 dv-cinder-782390-7-iscsi neutron-server[93283]: [parameters: {'project_id_1': 'aa770fe95c5642b696bf85fc3c115abb', 'expiration_1': datetime.datetime(2021, 8, 7, 2, 19, 30, 73554)}] Aug 07 02:19:30.235637 dv-cinder-782390-7-iscsi neutron-server[93283]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 02:19:30.236027 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG oslo_db.api [None req-19323970-cd4b-4610-8930-0b06da1a6133 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 02:19:30.244841 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:30.368521 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-ea3c489b-7eca-4c19-a2ff-8f72ce9fbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:30.370478 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-ea3c489b-7eca-4c19-a2ff-8f72ce9fbe01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f HTTP/1.1" status: 200 len: 855 time: 0.1199558 Aug 07 02:19:30.397781 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:30.408173 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port d192819a-170c-4cd7-88b3-06ed121f2a6f triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:30.408879 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:30.448681 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133353d-f880-45dd-b215-16999ffff2c0 req-210c3cea-eb8c-4b64-9f77-33036cf5a77e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:30.459003 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d133353d-f880-45dd-b215-16999ffff2c0 req-210c3cea-eb8c-4b64-9f77-33036cf5a77e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 944 time: 0.6184747 Aug 07 02:19:30.487743 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:30.552187 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:30.575583 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Attempting to bind port a2701790-aeb4-4fec-ab65-e42d5b3bb07a on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:30.575911 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Attempting to bind port a2701790-aeb4-4fec-ab65-e42d5b3bb07a by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'bace540a-22e0-4724-9790-d6aa4d73c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '224a836c-ccd9-4f71-9456-de008c371522'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:30.576488 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Attempting to bind port a2701790-aeb4-4fec-ab65-e42d5b3bb07a on network 224a836c-ccd9-4f71-9456-de008c371522 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:30.588252 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Port a2701790-aeb4-4fec-ab65-e42d5b3bb07a on network 224a836c-ccd9-4f71-9456-de008c371522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:19:30.593153 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Attempting to bind port a2701790-aeb4-4fec-ab65-e42d5b3bb07a on network 224a836c-ccd9-4f71-9456-de008c371522 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:30.599380 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-c4924eb0-f13d-4f9c-98cb-e16b1e6ad1fd service neutron] 10.222.0.11 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2573247 Aug 07 02:19:30.618273 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:20Z', 'revision_number': 4, 'project_id': '11229447b4404271989114c5e9bbb86c', 'gw_port': {'id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '5ce51c95-a476-4fe8-bcc7-74bcd826f8eb', 'name': '', 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'mac_address': 'fa:16:3e:ec:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '51f2aa8c-7005-43a9-ae74-b628be65da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 4, 'project_id': '11229447b4404271989114c5e9bbb86c', 'subnets': [{'id': '51f2aa8c-7005-43a9-ae74-b628be65da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:19:30.706750 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e0b30-8e03-41b0-a677-d17863435124 None None] The sync data for ids ['0e459333-85e8-4d70-9533-8a8224c1bdd8'] in dv-cinder-782390-7-iscsi is: [{'id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:20Z', 'revision_number': 4, 'project_id': '11229447b4404271989114c5e9bbb86c', 'gw_port': {'id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '5ce51c95-a476-4fe8-bcc7-74bcd826f8eb', 'name': '', 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'mac_address': 'fa:16:3e:ec:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '51f2aa8c-7005-43a9-ae74-b628be65da8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 4, 'project_id': '11229447b4404271989114c5e9bbb86c', 'subnets': [{'id': '51f2aa8c-7005-43a9-ae74-b628be65da8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:19:30.797170 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19323970-cd4b-4610-8930-0b06da1a6133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:30.802085 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:30.821121 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:30.887285 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:30.887871 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Checking segment: {'id': 'bace540a-22e0-4724-9790-d6aa4d73c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '224a836c-ccd9-4f71-9456-de008c371522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:30.888114 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Bound using segment: {'id': 'bace540a-22e0-4724-9790-d6aa4d73c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '224a836c-ccd9-4f71-9456-de008c371522'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:30.888614 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Bound port: a2701790-aeb4-4fec-ab65-e42d5b3bb07a, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bace540a-22e0-4724-9790-d6aa4d73c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '224a836c-ccd9-4f71-9456-de008c371522'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:30.898674 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:30.904525 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'Port': ['ID=9949989e-4eb9-447e-8786-a20bad28b9e2,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:30.991533 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d133353d-f880-45dd-b215-16999ffff2c0 req-d4d3a655-0d68-4991-a012-38c2efe67be9 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289149 Aug 07 02:19:31.040690 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:31.199357 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7f82c0ac-666b-418f-baab-a1f678151f76 service neutron] 10.222.0.11 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865285 Aug 07 02:19:31.263112 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-e5b6ed10-e910-4d24-b125-3a43b9b2f820 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649fcc2f-0f7f-4b36-82f5-409fd88e9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044289 Aug 07 02:19:31.312363 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:31.327782 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:31.339592 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] For port a2701790-aeb4-4fec-ab65-e42d5b3bb07a, host hv-cinder-78239, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:31.345303 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:31.350530 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] For port a2701790-aeb4-4fec-ab65-e42d5b3bb07a, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,segment=NetworkSegment(bace540a-22e0-4724-9790-d6aa4d73c19b),segment_id=bace540a-22e0-4724-9790-d6aa4d73c19b)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:31.393957 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:31.428703 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:19:31.545522 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed794702-2dc5-47f7-b5a1-5d5ceb989c71 x-openstack-request-id: req-ed794702-2dc5-47f7-b5a1-5d5ceb989c71 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:31.547755 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90f1c46-6aa8-4709-b0fb-10faf8af46d4", "tag": "9f15414f-1447-45f5-a31d-aa5734802199", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:31.548130 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed794702-2dc5-47f7-b5a1-5d5ceb989c71 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:31.549949 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90f1c46-6aa8-4709-b0fb-10faf8af46d4', 'tag': '9f15414f-1447-45f5-a31d-aa5734802199', 'status': 'completed', 'code': 200} Aug 07 02:19:31.672238 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:31.676532 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:31.678174 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] 10.222.0.16 "PUT /v2.0/ports/a2701790-aeb4-4fec-ab65-e42d5b3bb07a HTTP/1.1" status: 200 len: 1093 time: 5.7446125 Aug 07 02:19:31.680545 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd4f468-a8d8-47ce-a856-5240e3fb276e', 'tag': 'a2701790-aeb4-4fec-ab65-e42d5b3bb07a'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:31.698116 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:31.698391 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Added segment 9481f81f-25af-4b82-9cff-c7d1315a14fd of type vlan for network 5b0b64f7-a873-48ab-b8f1-29a6d3aea889 Aug 07 02:19:31.717260 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abea2fa-73bd-4bb1-8938-83ef6372c2a1,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:31.798466 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-d9f45f52-c0cc-4ba7-8de1-ee358ca5f9b0 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113595 Aug 07 02:19:31.940401 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:31.959385 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.034420 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd4f468-a8d8-47ce-a856-5240e3fb276e", "tag": "a2701790-aeb4-4fec-ab65-e42d5b3bb07a"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:32.064256 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19323970-cd4b-4610-8930-0b06da1a6133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.102890 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:32.118159 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.140317 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4a80cf2f-d43d-4a10-8d06-859d70d3003a req-54dd5b89-304a-4d21-9201-34b77a0668b9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 210 time: 0.4317191 Aug 07 02:19:32.207896 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19323970-cd4b-4610-8930-0b06da1a6133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.220009 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.249546 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.251293 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5599453 Aug 07 02:19:32.259752 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-19323970-cd4b-4610-8930-0b06da1a6133 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa770fe95c5642b696bf85fc3c115abb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6698782 Aug 07 02:19:32.267439 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54046) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:32.276123 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:32.290861 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:32.292234 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.431518 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d84-4370-43be-9430-3d5fbc5b230b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.463159 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d84-4370-43be-9430-3d5fbc5b230b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.546362 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cc330-eab3-4d8b-89ef-07c6c89099ed service neutron] Pushing event updated for resources: {'Port': ['ID=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:32.553152 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43431316-47d1-425f-bde3-4911cee7785f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'Port': ['ID=9949989e-4eb9-447e-8786-a20bad28b9e2,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:32.565262 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19323970-cd4b-4610-8930-0b06da1a6133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a5f0ec-b6f6-44f0-beef-9956fd1bba0e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:32.567366 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d84-4370-43be-9430-3d5fbc5b230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.582792 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d84-4370-43be-9430-3d5fbc5b230b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.584237 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d0bf0d84-4370-43be-9430-3d5fbc5b230b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34a5f0ec-b6f6-44f0-beef-9956fd1bba0e HTTP/1.1" status: 204 len: 168 time: 0.3054664 Aug 07 02:19:32.604500 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0d84-4370-43be-9430-3d5fbc5b230b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a5f0ec-b6f6-44f0-beef-9956fd1bba0e,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:32.608315 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.db.resource_extend [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 02:19:32.633909 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a2b70c76-0bf3-4de6-97be-b2894fa759b7 req-abaca256-e112-4e0f-87ba-0c5cfaa90cfd service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730591 Aug 07 02:19:32.764785 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.828833 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635389-afe9-490f-a33e-ff013ae904ed req-add5303c-b060-424f-a98f-f0060005d227 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:32.830968 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-54635389-afe9-490f-a33e-ff013ae904ed req-add5303c-b060-424f-a98f-f0060005d227 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.9665072 Aug 07 02:19:32.851383 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.855887 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:32.856657 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:32.876421 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-3921bb87-51a6-4850-95fe-80c9b6e2b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:32.878283 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-3921bb87-51a6-4850-95fe-80c9b6e2b7f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 1097 time: 0.1037271 Aug 07 02:19:32.892506 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=5ce51c95-a476-4fe8-bcc7-74bcd826f8eb,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:32.910487 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:33.018897 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-6b04f2db-843a-427b-b103-28a2bdbced9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:33.027962 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-6b04f2db-843a-427b-b103-28a2bdbced9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=007c2f5a078c48878fff30937dee1c2a&device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 1096 time: 1.0827038 Aug 07 02:19:33.108998 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=5ce51c95-a476-4fe8-bcc7-74bcd826f8eb,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:33.190464 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cd7fd-078f-4b56-bfdf-ca56ef10aa00 req-94d66449-ca37-4583-aa1c-1d904be78f24 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:33.192195 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-465cd7fd-078f-4b56-bfdf-ca56ef10aa00 req-94d66449-ca37-4583-aa1c-1d904be78f24 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 944 time: 0.7648489 Aug 07 02:19:33.197518 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54068) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:33.199612 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.3881145 Aug 07 02:19:33.207280 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dfb04-7819-41e2-b050-489132211843 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0b64f7-a873-48ab-b8f1-29a6d3aea889,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:33.207507 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Request body: {'subnet': {'network_id': '5b0b64f7-a873-48ab-b8f1-29a6d3aea889', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2108627471-subnet', 'tenant_id': '7abd650ffbe8406c8fa4b93d98de2f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:33.222356 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 5b0b64f7-a873-48ab-b8f1-29a6d3aea889 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:19:33.243618 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-54635389-afe9-490f-a33e-ff013ae904ed req-f965ba84-21ad-4b6c-b3c2-1f57be3773b4 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708394 Aug 07 02:19:33.257333 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Made reservation on behalf of 7abd650ffbe8406c8fa4b93d98de2f8c for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:33.268700 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359135'] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:33.369494 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-465cd7fd-078f-4b56-bfdf-ca56ef10aa00 req-07f867af-a9b4-45d7-82e7-1aaa1a0524b8 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573496 Aug 07 02:19:33.684071 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359149'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:33.758831 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43911395-f7aa-4ec6-ac36-1d8534185056,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:33.776181 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Checking segment: {'id': '9481f81f-25af-4b82-9cff-c7d1315a14fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5b0b64f7-a873-48ab-b8f1-29a6d3aea889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:33.776737 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Network hostable DHCP agents. Network: 5b0b64f7-a873-48ab-b8f1-29a6d3aea889, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:19:33.786302 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b715f-459f-438d-b1e1-1ffc92bda527 x-openstack-request-id: req-922b715f-459f-438d-b1e1-1ffc92bda527 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:33.789759 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd4f468-a8d8-47ce-a856-5240e3fb276e", "tag": "a2701790-aeb4-4fec-ab65-e42d5b3bb07a", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:33.790253 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-922b715f-459f-438d-b1e1-1ffc92bda527 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:33.790940 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd4f468-a8d8-47ce-a856-5240e3fb276e', 'tag': 'a2701790-aeb4-4fec-ab65-e42d5b3bb07a', 'status': 'completed', 'code': 200} Aug 07 02:19:33.814963 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Network 5b0b64f7-a873-48ab-b8f1-29a6d3aea889 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:19:33.822040 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-cec48ad2-dfc3-4dfb-a88d-1dc62fa28af3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:33.835676 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-cec48ad2-dfc3-4dfb-a88d-1dc62fa28af3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 819 time: 0.3065500 Aug 07 02:19:33.837789 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 5b0b64f7-a873-48ab-b8f1-29a6d3aea889) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:33.849030 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:33.850664 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec93a35-5cec-4d74-a0ce-bdca4386812b None None] Network 5b0b64f7-a873-48ab-b8f1-29a6d3aea889 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:33.862961 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-5acf3699-d425-4a0a-bcb8-a6157b8e969e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/quotas/11229447b4404271989114c5e9bbb86c HTTP/1.1" status: 200 len: 375 time: 0.0257425 Aug 07 02:19:33.864588 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:33.904774 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7b5ead2b-0f16-4dea-a713-74b4eb2fb73e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7061276 Aug 07 02:19:34.067489 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-9e4bfb3a-2793-40ff-921b-75a3f2ab76d7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2035120 Aug 07 02:19:34.109688 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:34.167760 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-4699fb5f-c9e6-456b-b56f-115ed318d59e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1945057709&fields=id&tenant_id=5fd0303258fa4a71b82ea6e98708a0af HTTP/1.1" status: 200 len: 267 time: 0.2159865 Aug 07 02:19:34.316323 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-0d8dd89c-eaac-4792-a36d-945ce4e69ee5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:34.328227 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-0d8dd89c-eaac-4792-a36d-945ce4e69ee5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 816 time: 0.1590583 Aug 07 02:19:34.340390 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380994e0-9f9c-47b0-8025-2455c4644b1c None None] Network 5b0b64f7-a873-48ab-b8f1-29a6d3aea889 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:34.370579 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-9119e29c-54ad-45a0-9643-90e2c5af19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:34.374230 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-9119e29c-54ad-45a0-9643-90e2c5af19f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 916 time: 0.2949302 Aug 07 02:19:34.432430 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-bbfc258d-87a0-499f-84aa-0324fc3a2b5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f15414f-1447-45f5-a31d-aa5734802199 HTTP/1.1" status: 200 len: 217 time: 0.0487328 Aug 07 02:19:34.444103 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:34.444289 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:34.452391 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-a8463409-8d38-47ad-ad0d-010355a8cedb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2701790-aeb4-4fec-ab65-e42d5b3bb07a HTTP/1.1" status: 200 len: 217 time: 0.1517222 Aug 07 02:19:34.509051 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-ef1e9b07-6119-4a44-9962-fd399cbf9c37 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/quotas/5fd0303258fa4a71b82ea6e98708a0af HTTP/1.1" status: 200 len: 375 time: 0.1795454 Aug 07 02:19:34.519105 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-8c4fb1ea-68a3-4f38-b184-b9e087226897 service neutron] 10.222.0.11 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500973 Aug 07 02:19:34.525047 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-c3930b8b-cac5-4822-a767-d566ef95440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:34.529047 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-c3930b8b-cac5-4822-a767-d566ef95440a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f HTTP/1.1" status: 200 len: 855 time: 0.0881805 Aug 07 02:19:34.680713 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-c7247024-a3be-4df7-8480-1e7c10873252 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649fcc2f-0f7f-4b36-82f5-409fd88e9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656655 Aug 07 02:19:34.715227 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-e32d808e-f50b-4bf4-b363-6bdbef42058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:34.716951 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-e32d808e-f50b-4bf4-b363-6bdbef42058a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=72f8f634-bf82-4d94-88f2-f558353148fc HTTP/1.1" status: 200 len: 851 time: 0.0884056 Aug 07 02:19:34.751719 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-8aecc01b-b1f8-44a0-9704-e5852871fb29 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2306063 Aug 07 02:19:34.753753 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-faf8a589-16a6-4b5a-bc5b-12610ad48969 service neutron] 10.222.0.11 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340569 Aug 07 02:19:34.795677 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.16', 55860) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:35.011702 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-c698f0a1-48b0-4558-b097-3295903103ae service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202465 Aug 07 02:19:35.066563 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89726-991a-45da-afae-f49b3cab9054 req-aceec632-2ab1-47d8-9a21-832339927c51 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:35.078498 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-aceec632-2ab1-47d8-9a21-832339927c51 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.16 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 819 time: 0.2661653 Aug 07 02:19:35.113913 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-63918491-5ec0-42c4-948d-1a033b444c4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=224a836c-ccd9-4f71-9456-de008c371522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3591104 Aug 07 02:19:35.132083 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54158) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:35.137894 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Request body: {'port': {'device_id': '46b25487-b250-4d87-ad5b-b43a301ba457', 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d', 'admin_state_up': True, 'tenant_id': '11229447b4404271989114c5e9bbb86c'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:35.151561 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-188913956-network', 'tenant_id': '2d16e48854e34b00bfaf372c5a6da7d7'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:35.416799 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b697f33-a46f-4766-83dd-ee5ac96a43b1 req-865a80ab-c6bc-4676-8790-581f0068c41f tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:35.418623 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b697f33-a46f-4766-83dd-ee5ac96a43b1 req-865a80ab-c6bc-4676-8790-581f0068c41f tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.2137644 Aug 07 02:19:35.471037 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-6e99a995-a328-4181-b6c8-425e4657a745 service neutron] 10.222.0.11 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733093 Aug 07 02:19:35.486663 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Made reservation on behalf of 2d16e48854e34b00bfaf372c5a6da7d7 for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:35.488953 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:35.519618 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:35.537193 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-10210354-195a-4747-91ad-c6b0dd6217a8 service neutron] 10.222.0.16 "GET /v2.0/networks/224a836c-ccd9-4f71-9456-de008c371522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121393 Aug 07 02:19:35.571727 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6e603e52-9df6-4860-8701-30d5f4925c46 req-d7215666-18c1-4cf5-b427-d08da571207b service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508208 Aug 07 02:19:35.632108 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:35.698056 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b697f33-a46f-4766-83dd-ee5ac96a43b1 req-f1308727-407f-4c21-b80d-c4b25603f851 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657032 Aug 07 02:19:35.700108 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:35.711714 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:35.755561 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:19:35.763790 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Made reservation on behalf of 11229447b4404271989114c5e9bbb86c for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:35.767750 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:35.774898 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce8df4f-d2f8-4aa5-b4ca-3a6942983a1e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:35.808005 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:35.808845 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Added segment 3ad40320-4165-41d2-9a87-282109c6645e of type vlan for network 7585769a-d473-4cbe-a670-9204969280b6 Aug 07 02:19:35.901813 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:35.915279 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7d562c53-e1a7-48e7-98e3-3dd876a4907a service neutron] 10.222.0.11 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279459 Aug 07 02:19:35.952725 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ca95d-41c8-4f9c-af06-cb98f88bd106 req-72dfb5b2-1f77-4e34-ab26-4a17cb7b5dce tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:35.955211 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-753ca95d-41c8-4f9c-af06-cb98f88bd106 req-72dfb5b2-1f77-4e34-ab26-4a17cb7b5dce tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 944 time: 0.1614349 Aug 07 02:19:35.987366 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4db9cbe0-c0ad-483b-b150-d8d30214ffdf req-bc78685a-ed97-465b-975e-cc82b6cde8e2 service neutron] 10.222.0.16 "GET /v2.0/networks/224a836c-ccd9-4f71-9456-de008c371522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364963 Aug 07 02:19:35.997665 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:35.998701 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:35.999480 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:36.036550 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-753ca95d-41c8-4f9c-af06-cb98f88bd106 req-dc2d2017-eaed-4207-b34a-003ce8433b6d tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617120 Aug 07 02:19:36.066622 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 54196) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:36.070044 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9278696 Aug 07 02:19:36.078040 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Request body: {'subnet': {'network_id': '7585769a-d473-4cbe-a670-9204969280b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-188913956-subnet', 'tenant_id': '2d16e48854e34b00bfaf372c5a6da7d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:36.100828 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Allocated IP 172.20.0.7 (f22ea49b-5290-4604-bb53-24e953d4705d/51f2aa8c-7005-43a9-ae74-b628be65da8c/fbd914d8-086d-45bf-9e4e-06966888f057) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:36.122192 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Made reservation on behalf of 2d16e48854e34b00bfaf372c5a6da7d7 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:36.123105 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce04177-fddf-4e8e-a3de-68c2d0463074 admin admin] Pushing event updated for resources: {'Network': ['ID=7585769a-d473-4cbe-a670-9204969280b6,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:36.129232 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337996'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:36.136701 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 7585769a-d473-4cbe-a670-9204969280b6 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:19:36.233194 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-234a78d5-18ff-431c-8129-e85297185b63 req-1badc4c4-32dd-472c-ad7e-2c30822b903d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 210 time: 0.0750299 Aug 07 02:19:36.264652 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51280a5e-5123-48ea-adfa-42fb9ca1b5fc req-d09f7361-5ba3-4ec1-9d98-6b3aca8c4a8a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.1054263 Aug 07 02:19:36.353692 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:36.410255 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:36.426608 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2616806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3338046'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:36.460298 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Pushing event updated for resources: {'Port': ['ID=fbd914d8-086d-45bf-9e4e-06966888f057,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:36.474193 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Network f22ea49b-5290-4604-bb53-24e953d4705d is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:36.475740 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:36.479209 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:36.502938 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59a34ed-c2b5-4d40-b5e2-9dddaf4e0ad7,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:36.540628 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Checking segment: {'id': '3ad40320-4165-41d2-9a87-282109c6645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7585769a-d473-4cbe-a670-9204969280b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:36.541075 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Network hostable DHCP agents. Network: 7585769a-d473-4cbe-a670-9204969280b6, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:19:36.550316 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:36.551075 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:36.573532 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Network 7585769a-d473-4cbe-a670-9204969280b6 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:19:36.573802 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-7aa1565c-e533-4361-aa14-f6a488c2a4df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4406874 Aug 07 02:19:36.597875 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 7585769a-d473-4cbe-a670-9204969280b6) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:36.604305 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:36.605025 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:36.620287 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e1b9a7-45e9-4bb0-8b03-578a83aeb0fb None None] Network 7585769a-d473-4cbe-a670-9204969280b6 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:36.626945 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3ca2471b-a9aa-462c-89a9-392c3b8e1849 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5589299 Aug 07 02:19:36.812438 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d21d3-28c4-43b0-b1f0-15b25a3d6ad4 None None] Network 7585769a-d473-4cbe-a670-9204969280b6 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:19:36.851170 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91096e8-098d-4e32-ade5-7f3dcca6322c req-4ac517a3-6cea-459a-8e0c-328d82c30c96 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:36.860509 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b91096e8-098d-4e32-ade5-7f3dcca6322c req-4ac517a3-6cea-459a-8e0c-328d82c30c96 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.0738869 Aug 07 02:19:36.901747 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b91096e8-098d-4e32-ade5-7f3dcca6322c req-9f58088f-1671-415c-be8a-82968345833e tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Aug 07 02:19:37.145024 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e29f-b69f-4ce7-a59c-421c65d4994f req-98534136-e2ac-4a40-8193-d68c03fe9c96 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:37.146539 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b499e29f-b69f-4ce7-a59c-421c65d4994f req-98534136-e2ac-4a40-8193-d68c03fe9c96 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 944 time: 0.0505693 Aug 07 02:19:37.188023 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b499e29f-b69f-4ce7-a59c-421c65d4994f req-05576f2b-6c49-4852-8157-ef2e9a40c2c2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Aug 07 02:19:37.322606 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ef6abd05-17e9-4899-82e0-09ef7b34eebd req-006f5e96-89af-40d2-919c-df7f1b9933c7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 210 time: 0.0288081 Aug 07 02:19:37.365635 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c0df44b5-00bd-4998-9fef-a66fa5c984dd req-602f3dd0-e169-42b6-9c12-a28381c58799 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0251663 Aug 07 02:19:38.015786 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a4f0-8b64-4fd8-824b-36b3a7e34dbe req-e969370a-a57e-480e-923e-f0effb37c9b8 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:38.017237 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8f97a4f0-8b64-4fd8-824b-36b3a7e34dbe req-e969370a-a57e-480e-923e-f0effb37c9b8 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.0475414 Aug 07 02:19:38.055493 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8f97a4f0-8b64-4fd8-824b-36b3a7e34dbe req-ba9e66e1-8d6f-483f-a94f-3e7825e69282 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323749 Aug 07 02:19:38.303928 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9bba3-f7d0-4d2e-8906-fd9b68ae6a02 req-e81eeb9a-a165-4af6-be5b-dc48db5c74e6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:38.305623 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2c9bba3-f7d0-4d2e-8906-fd9b68ae6a02 req-e81eeb9a-a165-4af6-be5b-dc48db5c74e6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 944 time: 0.0501373 Aug 07 02:19:38.343935 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2c9bba3-f7d0-4d2e-8906-fd9b68ae6a02 req-625f1809-51ae-4d1b-925d-854ce259156c tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Aug 07 02:19:38.416104 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d332be21-dece-41b7-83c7-6c0b82553e99 req-1d6965af-6a2c-43c5-a2bb-eb1ec292f1a8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 210 time: 0.0299814 Aug 07 02:19:38.462282 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31f07825-20ae-4e8f-890d-8fc269b31187 req-590576cd-3e4f-46c6-8e94-7511e9897ea5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0265951 Aug 07 02:19:38.643070 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Request body: {'port': {'device_id': '46b25487-b250-4d87-ad5b-b43a301ba457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:38.656025 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 9f15414f-1447-45f5-a31d-aa5734802199 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:19:38.710623 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:38.810530 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-0998a237-c597-4096-98ba-48dde44925f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:38.810963 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 9f15414f-1447-45f5-a31d-aa5734802199, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=9f15414f-1447-45f5-a31d-aa5734802199,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:38.812286 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-0998a237-c597-4096-98ba-48dde44925f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=007c2f5a078c48878fff30937dee1c2a&device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 1096 time: 0.0530918 Aug 07 02:19:38.827558 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '9f15414f-1447-45f5-a31d-aa5734802199', 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039', 'port_id': '9f15414f-1447-45f5-a31d-aa5734802199', 'mac_address': 'fa:16:3e:56:4d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d43d8e7-ffe8-4b67-a4a1-665e7c06874f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:19:38.867747 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:38.881530 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f15414f-1447-45f5-a31d-aa5734802199 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:38.907000 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 9f15414f-1447-45f5-a31d-aa5734802199, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=9f15414f-1447-45f5-a31d-aa5734802199,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:38.911817 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:38.963106 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=9f15414f-1447-45f5-a31d-aa5734802199,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:38.981133 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-ce91edfd-9880-48fa-ab05-9e6ea5ab5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:38.982838 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-ce91edfd-9880-48fa-ab05-9e6ea5ab5e9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=224a836c-ccd9-4f71-9456-de008c371522 HTTP/1.1" status: 200 len: 912 time: 0.1597145 Aug 07 02:19:39.026510 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd914d8-086d-45bf-9e4e-06966888f057 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:39.033921 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:39.045920 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Transition to ACTIVE for port object fbd914d8-086d-45bf-9e4e-06966888f057 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:39.048979 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:39.097598 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd914d8-086d-45bf-9e4e-06966888f057,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:39.178683 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Attempting to bind port fbd914d8-086d-45bf-9e4e-06966888f057 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:39.179075 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Attempting to bind port fbd914d8-086d-45bf-9e4e-06966888f057 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:39.179428 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Attempting to bind port fbd914d8-086d-45bf-9e4e-06966888f057 on network f22ea49b-5290-4604-bb53-24e953d4705d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:39.180929 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89405a52-7876-4c31-aa56-e037bbac0dc8 req-841c2d9e-26f0-47d7-9bf5-219257bac7c4 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:39.182550 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-89405a52-7876-4c31-aa56-e037bbac0dc8 req-841c2d9e-26f0-47d7-9bf5-219257bac7c4 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.0515828 Aug 07 02:19:39.184596 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Port fbd914d8-086d-45bf-9e4e-06966888f057 on network f22ea49b-5290-4604-bb53-24e953d4705d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:19:39.184977 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Attempting to bind port fbd914d8-086d-45bf-9e4e-06966888f057 on network f22ea49b-5290-4604-bb53-24e953d4705d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:39.189873 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:39.190211 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Checking segment: {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:39.190651 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Bound using segment: {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:39.191100 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Bound port: fbd914d8-086d-45bf-9e4e-06966888f057, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:39.191482 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:39.220984 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-89405a52-7876-4c31-aa56-e037bbac0dc8 req-c5dfeccb-8869-451c-b1ec-e542a575a8f4 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Aug 07 02:19:39.259121 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] For port fbd914d8-086d-45bf-9e4e-06966888f057, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:39.262461 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] For port fbd914d8-086d-45bf-9e4e-06966888f057, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd914d8-086d-45bf-9e4e-06966888f057,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:39.271572 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:39.304422 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:39.305953 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:39.307379 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] 10.222.0.16 "PUT /v2.0/ports/fbd914d8-086d-45bf-9e4e-06966888f057 HTTP/1.1" status: 200 len: 1093 time: 0.6699653 Aug 07 02:19:39.309438 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b25487-b250-4d87-ad5b-b43a301ba457', 'tag': 'fbd914d8-086d-45bf-9e4e-06966888f057'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:39.311673 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f903b0a2-85fa-4eea-9844-af4d5edc9e02" -d '{"events": [{"name": "network-changed", "server_uuid": "46b25487-b250-4d87-ad5b-b43a301ba457", "tag": "fbd914d8-086d-45bf-9e4e-06966888f057"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:39.339752 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9097408-dff5-4ae3-b351-6b5619bae967 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd914d8-086d-45bf-9e4e-06966888f057,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:39.350623 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cd6a93-ffe9-4f24-b940-52f2674a4d2a x-openstack-request-id: req-b4cd6a93-ffe9-4f24-b940-52f2674a4d2a {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:39.350957 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b25487-b250-4d87-ad5b-b43a301ba457", "tag": "fbd914d8-086d-45bf-9e4e-06966888f057", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:39.351217 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4cd6a93-ffe9-4f24-b940-52f2674a4d2a {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:39.351691 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b25487-b250-4d87-ad5b-b43a301ba457', 'tag': 'fbd914d8-086d-45bf-9e4e-06966888f057', 'status': 'completed', 'code': 200} Aug 07 02:19:39.462742 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb773de-0cd4-47f3-81fc-d14541d05e90 req-16bb89e0-0771-4840-b339-d3865b23f5e4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:39.464354 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eeb773de-0cd4-47f3-81fc-d14541d05e90 req-16bb89e0-0771-4840-b339-d3865b23f5e4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 945 time: 0.0529325 Aug 07 02:19:39.519435 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ad32892f-db3f-44a1-a58f-92aaa5925973 req-00e71b63-2d7f-4b1e-9bcd-b560c400bb13 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 210 time: 0.0355635 Aug 07 02:19:39.528113 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eeb773de-0cd4-47f3-81fc-d14541d05e90 req-ad60a676-c79c-4cca-b442-e7e69d5b0ce4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579424 Aug 07 02:19:39.604635 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a3ad535-a1b1-4eff-b620-90d140ad8fdb req-35563425-205b-4b15-ae32-0abd6e216bcd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0266292 Aug 07 02:19:40.338651 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806128f2-7ae7-4595-8fb4-886e802b12f3 req-79627cfb-034b-418d-b0d5-4567a3ff2a1f tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:40.340063 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-806128f2-7ae7-4595-8fb4-886e802b12f3 req-79627cfb-034b-418d-b0d5-4567a3ff2a1f tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.0488586 Aug 07 02:19:40.377477 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-806128f2-7ae7-4595-8fb4-886e802b12f3 req-fa00f398-87dc-43e5-b748-1c66df64e41b tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Aug 07 02:19:40.621833 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-349f5a31-c113-4af7-980a-ae9d3b6937ab req-0b709612-1d98-4d40-95e5-e6936d0dc669 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 210 time: 0.0333366 Aug 07 02:19:40.657781 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4e8e-67d7-4f66-be2a-f065a4838c35 req-d0c40d61-88a9-4bee-a497-85f804605910 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:40.659253 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f04f4e8e-67d7-4f66-be2a-f065a4838c35 req-d0c40d61-88a9-4bee-a497-85f804605910 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 945 time: 0.0606120 Aug 07 02:19:40.712198 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fe6b9a43-bdff-46d3-b268-64059d6c85a9 req-63d9cbcf-bc73-4ca3-b315-ba51ce93d849 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0343037 Aug 07 02:19:40.719124 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f04f4e8e-67d7-4f66-be2a-f065a4838c35 req-b8458dcb-cbd5-4021-80f1-26f5bdb21500 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539849 Aug 07 02:19:40.880042 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-75844e35-b687-4945-bcb2-a14359283215 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2701790-aeb4-4fec-ab65-e42d5b3bb07a HTTP/1.1" status: 200 len: 217 time: 0.0374465 Aug 07 02:19:41.488296 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae87da2-5c9f-4fe7-9296-489b29fc218a req-8356c69a-a989-4232-99e7-040cddc153d6 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:41.489727 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ae87da2-5c9f-4fe7-9296-489b29fc218a req-8356c69a-a989-4232-99e7-040cddc153d6 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.0466707 Aug 07 02:19:41.527816 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ae87da2-5c9f-4fe7-9296-489b29fc218a req-f81e9b26-3b9e-4c7d-a0df-8a7e56ce5f0a tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Aug 07 02:19:41.712437 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a4b76e8d-5707-4649-b250-eefafd8d2533 req-ba0485f9-6fd0-40f9-87f6-ed8f76ce8bf9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 210 time: 0.0257175 Aug 07 02:19:41.828218 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4f28adf1-a5ac-4d97-b9b4-bf65f0d5f488 req-5c722693-27e2-47f2-be78-58dece7829da tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0464849 Aug 07 02:19:41.852920 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f318d1-ad9f-45f4-bba3-4fab096c4873 req-6d1981a9-7023-4531-b018-c69d8c6e796e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:41.852920 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16f318d1-ad9f-45f4-bba3-4fab096c4873 req-6d1981a9-7023-4531-b018-c69d8c6e796e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 945 time: 0.0693555 Aug 07 02:19:41.891460 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16f318d1-ad9f-45f4-bba3-4fab096c4873 req-238e15b7-e55e-4cd7-ad20-f9ed557e68a2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329049 Aug 07 02:19:41.963905 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-df1174a9-dfde-4def-b858-c9b2c1a638ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:41.965619 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-df1174a9-dfde-4def-b858-c9b2c1a638ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=72f8f634-bf82-4d94-88f2-f558353148fc HTTP/1.1" status: 200 len: 851 time: 0.0462310 Aug 07 02:19:41.984121 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903b0a2-85fa-4eea-9844-af4d5edc9e02 req-965890e5-2bf8-4834-ac0f-ede2eeb063a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:41.985816 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-f903b0a2-85fa-4eea-9844-af4d5edc9e02 req-965890e5-2bf8-4834-ac0f-ede2eeb063a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1096 time: 0.0544636 Aug 07 02:19:42.024919 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-74917663-cb53-4d63-9081-2ddc322d6feb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=224a836c-ccd9-4f71-9456-de008c371522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273976 Aug 07 02:19:42.136472 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['9f15414f-1447-45f5-a31d-aa5734802199'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:19:42.139767 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-c4e53457-f832-4707-af67-105a3a4e7471 service neutron] 10.222.0.16 "GET /v2.0/networks/224a836c-ccd9-4f71-9456-de008c371522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032321 Aug 07 02:19:42.246751 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63e3b3b4-821c-4d4d-b4d3-2520f91ee9e9 req-83cfa311-4636-416b-bd1d-4cfe942f73cf service neutron] 10.222.0.16 "GET /v2.0/networks/224a836c-ccd9-4f71-9456-de008c371522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963159 Aug 07 02:19:42.300245 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903b0a2-85fa-4eea-9844-af4d5edc9e02 req-09d51b27-1b65-437a-9044-e4188f1b6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:42.301744 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-f903b0a2-85fa-4eea-9844-af4d5edc9e02 req-09d51b27-1b65-437a-9044-e4188f1b6d32 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=11229447b4404271989114c5e9bbb86c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3021200 Aug 07 02:19:42.312976 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-7aba2bbb-6eb9-4b4b-8f52-e8daba23768b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:42.314530 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-7aba2bbb-6eb9-4b4b-8f52-e8daba23768b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.16 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 819 time: 0.2205145 Aug 07 02:19:42.427127 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Request body: {'port': {'device_id': '6eb9aa0f-1154-45ca-89fb-b74126cedf1e', 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d', 'admin_state_up': True, 'tenant_id': '11229447b4404271989114c5e9bbb86c'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:42.569843 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903b0a2-85fa-4eea-9844-af4d5edc9e02 req-2e86dad1-9b0f-4518-8b56-35260b0ac923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:42.571612 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-f903b0a2-85fa-4eea-9844-af4d5edc9e02 req-2e86dad1-9b0f-4518-8b56-35260b0ac923 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2560804 Aug 07 02:19:42.589635 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-09b487fd-1834-477f-9096-6e2947e26204 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:42.592018 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-09b487fd-1834-477f-9096-6e2947e26204 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 816 time: 0.1378036 Aug 07 02:19:42.619442 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Made reservation on behalf of 11229447b4404271989114c5e9bbb86c for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:42.623237 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:42.652445 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0514-03b1-4f5a-996d-1af5b75e2613 req-e71ff361-cc50-4bf7-bf98-ede08982bfba tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:42.653885 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-58bd0514-03b1-4f5a-996d-1af5b75e2613 req-e71ff361-cc50-4bf7-bf98-ede08982bfba tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.0555429 Aug 07 02:19:42.693183 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-58bd0514-03b1-4f5a-996d-1af5b75e2613 req-e8c93b23-2d01-42f6-a194-5b691fabc3f5 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Aug 07 02:19:42.747880 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Allocated IP 172.20.0.12 (f22ea49b-5290-4604-bb53-24e953d4705d/51f2aa8c-7005-43a9-ae74-b628be65da8c/036501bb-6d82-4d50-a96c-97f3166d7799) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:42.802845 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fb5979b1-1887-4d26-b06e-f367c5c650d3 req-e9898ec3-769e-4fc3-962d-b405fae8a00b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 210 time: 0.0253453 Aug 07 02:19:42.890360 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:42.934292 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-72913115-7197-46c1-88c9-040d5372a6e5 req-0d2b0cda-6495-4ecb-8718-367000e14d0e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0306754 Aug 07 02:19:42.942815 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:42.987760 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Network f22ea49b-5290-4604-bb53-24e953d4705d is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:42.990740 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:42.994948 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:43.019402 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Pushing event updated for resources: {'Port': ['ID=036501bb-6d82-4d50-a96c-97f3166d7799,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:43.019887 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2d491-efc6-4c09-9065-e0c8e099dc08 req-a2c756cf-bbc5-4742-9f86-797f1fa629f1 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:43.021607 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fbe2d491-efc6-4c09-9065-e0c8e099dc08 req-a2c756cf-bbc5-4742-9f86-797f1fa629f1 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Aug 07 02:19:43.054579 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:43.054579 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:43.062683 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-50e7323b-82a8-495d-be67-8bdc1f04dde6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6397319 Aug 07 02:19:43.075476 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fbe2d491-efc6-4c09-9065-e0c8e099dc08 req-03595cc9-fbf8-4bf8-adf3-0a8948c2a0dc tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399663 Aug 07 02:19:43.804813 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58063c3-84e4-4282-88f8-425726211af4 req-b43db4ca-90ab-4561-ad9c-4fef9221ed85 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:43.806261 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a58063c3-84e4-4282-88f8-425726211af4 req-b43db4ca-90ab-4561-ad9c-4fef9221ed85 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.0467374 Aug 07 02:19:43.843838 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a58063c3-84e4-4282-88f8-425726211af4 req-2501e860-31de-4307-a2f7-5084cac87386 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Aug 07 02:19:43.917261 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d1d8f-4f68-4d8f-926e-179347303d18 req-0e83ec8e-6a0a-4b7d-9445-1491f7f07809 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:43.918722 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f44d1d8f-4f68-4d8f-926e-179347303d18 req-0e83ec8e-6a0a-4b7d-9445-1491f7f07809 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 932 time: 0.0497086 Aug 07 02:19:44.129292 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b231cb0b-2720-4868-88b2-ccc20ef2a055 req-fe4be138-0961-4cce-8add-399df87b5328 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0285740 Aug 07 02:19:44.141934 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f44d1d8f-4f68-4d8f-926e-179347303d18 req-85974159-224b-4173-bb15-17a47654c0e4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172773 Aug 07 02:19:44.233076 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a26f0-39e3-4cf5-9766-4eeb3dc4ced1 req-e472c848-cbc9-4f4f-9e13-887118d5b02b tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:44.234460 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-866a26f0-39e3-4cf5-9766-4eeb3dc4ced1 req-e472c848-cbc9-4f4f-9e13-887118d5b02b tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 945 time: 0.0479331 Aug 07 02:19:44.271244 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-866a26f0-39e3-4cf5-9766-4eeb3dc4ced1 req-b4a1bd9b-5d2a-4492-98f4-61a4fac973aa tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Aug 07 02:19:44.963761 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624bdd3-aa72-42f4-823e-df48b4fc4743 req-f679518a-d18f-4c6b-bffe-10efe76e6e9f tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:44.965465 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1624bdd3-aa72-42f4-823e-df48b4fc4743 req-f679518a-d18f-4c6b-bffe-10efe76e6e9f tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.0562251 Aug 07 02:19:45.009738 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1624bdd3-aa72-42f4-823e-df48b4fc4743 req-5370589f-a5a1-40cc-a6f2-62a75cb240fd tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386679 Aug 07 02:19:45.232645 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-955cafdf-a9de-4ba8-bf2b-e801bba5fe05 req-c6b4f78f-6258-43bd-915b-a03963b3a40c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0325482 Aug 07 02:19:45.273559 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59253e20-cbe8-4f0d-8909-1235cd326c9c req-287545b1-b88a-4fd4-bba0-75b23d4642c3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:45.275241 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-59253e20-cbe8-4f0d-8909-1235cd326c9c req-287545b1-b88a-4fd4-bba0-75b23d4642c3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 932 time: 0.0665615 Aug 07 02:19:45.313596 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-59253e20-cbe8-4f0d-8909-1235cd326c9c req-78617af3-57b4-40ca-8591-34fad0114969 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Aug 07 02:19:45.383611 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9c8f0-f702-4a38-849c-168c36700707 req-b36b4f99-276a-448e-90c8-edfacb1ecdb1 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:45.385168 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-84e9c8f0-f702-4a38-849c-168c36700707 req-b36b4f99-276a-448e-90c8-edfacb1ecdb1 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 945 time: 0.0471039 Aug 07 02:19:45.423481 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-84e9c8f0-f702-4a38-849c-168c36700707 req-f95ad1c3-39dc-4f4a-a16e-f6ef7e3c5b5a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Aug 07 02:19:45.433565 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Request body: {'port': {'device_id': '6eb9aa0f-1154-45ca-89fb-b74126cedf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:45.490500 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-e510ba62-ce35-485d-b055-fa47dcd8428a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fd0303258fa4a71b82ea6e98708a0af HTTP/1.1" status: 200 len: 380 time: 0.0637016 Aug 07 02:19:45.501494 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'port': {'device_id': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'admin_state_up': True, 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'security_groups': ['1449d534-fed5-4229-930f-c71a2efef266']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:45.522913 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:45.527372 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89726-991a-45da-afae-f49b3cab9054 req-5fa98c70-c771-45ce-ac0f-d1000850f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:45.528848 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-5fa98c70-c771-45ce-ac0f-d1000850f857 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1096 time: 0.0678778 Aug 07 02:19:45.601323 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-d75e396a-9430-45e8-9ed2-ddbb45c0e252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd914d8-086d-45bf-9e4e-06966888f057 HTTP/1.1" status: 200 len: 217 time: 0.0428586 Aug 07 02:19:45.612338 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Made reservation on behalf of 5fd0303258fa4a71b82ea6e98708a0af for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:19:45.622842 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:45.720938 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89726-991a-45da-afae-f49b3cab9054 req-adaef17c-1266-44b4-8dec-548e69c61920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:45.722396 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-adaef17c-1266-44b4-8dec-548e69c61920 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 200 len: 859 time: 0.1119349 Aug 07 02:19:45.766293 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Allocated IP 172.20.0.14 (6b4f1296-0f14-4901-96bc-92f64470c800/1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c/87521203-6829-426a-ab6f-720a12a61d9a) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:19:45.791366 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-f131cbef-af5a-4b09-bd4a-afe22f988623 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22ea49b-5290-4604-bb53-24e953d4705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599074 Aug 07 02:19:45.909110 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:45.932113 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Transition to ACTIVE for port object 87521203-6829-426a-ab6f-720a12a61d9a will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:45.966821 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.009607 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Network 6b4f1296-0f14-4901-96bc-92f64470c800 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:19:46.014713 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:19:46.017197 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:19:46.049880 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:46.077198 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:46.077874 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.099897 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-d6be8a3f-092c-43a0-9c9f-877426a5a35d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6022429 Aug 07 02:19:46.113095 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Request body: {'port': {'device_id': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:19:46.116984 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-470c7d49-f077-4cb5-95e1-a4ca0cca47e5 service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162789 Aug 07 02:19:46.150128 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device a2701790-aeb4-4fec-ab65-e42d5b3bb07a details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:19:46.192214 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.203274 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036501bb-6d82-4d50-a96c-97f3166d7799 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:46.218997 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.260621 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Transition to ACTIVE for port object 036501bb-6d82-4d50-a96c-97f3166d7799 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:46.270192 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.313471 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4702b2-17d6-41ba-b879-9e10583c0dc4 req-2899dae4-1e2d-4e36-a9fd-402f4acfe764 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:46.315590 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aa4702b2-17d6-41ba-b879-9e10583c0dc4 req-2899dae4-1e2d-4e36-a9fd-402f4acfe764 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 943 time: 0.1248550 Aug 07 02:19:46.327155 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Pushing event updated for resources: {'Port': ['ID=036501bb-6d82-4d50-a96c-97f3166d7799,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:46.341038 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port a2701790-aeb4-4fec-ab65-e42d5b3bb07a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,segment=NetworkSegment(bace540a-22e0-4724-9790-d6aa4d73c19b),segment_id=bace540a-22e0-4724-9790-d6aa4d73c19b)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:46.345534 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-dcb89726-991a-45da-afae-f49b3cab9054 req-ad8c24d4-192d-40b0-9ffd-2bb5a03c2b99 service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059877 Aug 07 02:19:46.367741 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 9f15414f-1447-45f5-a31d-aa5734802199 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:46.399556 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': 'a2701790-aeb4-4fec-ab65-e42d5b3bb07a', 'network_id': '224a836c-ccd9-4f71-9456-de008c371522', 'port_id': 'a2701790-aeb4-4fec-ab65-e42d5b3bb07a', 'mac_address': 'fa:16:3e:58:a3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f8f634-bf82-4d94-88f2-f558353148fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:19:46.437072 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Attempting to bind port 036501bb-6d82-4d50-a96c-97f3166d7799 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:46.437567 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Attempting to bind port 036501bb-6d82-4d50-a96c-97f3166d7799 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:46.438240 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Attempting to bind port 036501bb-6d82-4d50-a96c-97f3166d7799 on network f22ea49b-5290-4604-bb53-24e953d4705d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:46.443767 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Port 036501bb-6d82-4d50-a96c-97f3166d7799 on network f22ea49b-5290-4604-bb53-24e953d4705d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:19:46.443767 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Attempting to bind port 036501bb-6d82-4d50-a96c-97f3166d7799 on network f22ea49b-5290-4604-bb53-24e953d4705d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:46.445983 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-674f4ae5-8104-428e-9498-1300b0a79aef None None] Provisioning for port 87521203-6829-426a-ab6f-720a12a61d9a completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:46.449845 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:46.450238 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Checking segment: {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:46.450667 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Bound using segment: {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:46.451266 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Bound port: 036501bb-6d82-4d50-a96c-97f3166d7799, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9411278-f8b1-469c-ba5d-9dc63ef539a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:46.451472 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.452732 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-674f4ae5-8104-428e-9498-1300b0a79aef None None] Provisioning complete for port 87521203-6829-426a-ab6f-720a12a61d9a triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:46.453337 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-674f4ae5-8104-428e-9498-1300b0a79aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.517260 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.558872 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aa4702b2-17d6-41ba-b879-9e10583c0dc4 req-e1327771-65b4-4210-a4fc-9f0088217a3d tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267642 Aug 07 02:19:46.565384 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] For port 036501bb-6d82-4d50-a96c-97f3166d7799, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:46.570041 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] For port 036501bb-6d82-4d50-a96c-97f3166d7799, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=036501bb-6d82-4d50-a96c-97f3166d7799,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:46.590272 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.661011 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65dd8a-946a-49e7-a0e7-935b7891730f req-ccc35709-e083-49c6-b770-acfdc63e4047 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:46.667888 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:46.668657 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.670764 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] 10.222.0.16 "PUT /v2.0/ports/036501bb-6d82-4d50-a96c-97f3166d7799 HTTP/1.1" status: 200 len: 1094 time: 1.2437201 Aug 07 02:19:46.671229 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9aa0f-1154-45ca-89fb-b74126cedf1e', 'tag': '036501bb-6d82-4d50-a96c-97f3166d7799'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:46.674156 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a789a9-90d6-4aab-9fc4-4bc73130de54" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9aa0f-1154-45ca-89fb-b74126cedf1e", "tag": "036501bb-6d82-4d50-a96c-97f3166d7799"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:46.677278 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6f65dd8a-946a-49e7-a0e7-935b7891730f req-ccc35709-e083-49c6-b770-acfdc63e4047 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 932 time: 0.1580114 Aug 07 02:19:46.714214 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2701790-aeb4-4fec-ab65-e42d5b3bb07a {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:46.721101 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-674f4ae5-8104-428e-9498-1300b0a79aef None None] Port 87521203-6829-426a-ab6f-720a12a61d9a cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:19:46.739308 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 9f15414f-1447-45f5-a31d-aa5734802199 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:46.745076 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port a2701790-aeb4-4fec-ab65-e42d5b3bb07a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,segment=NetworkSegment(bace540a-22e0-4724-9790-d6aa4d73c19b),segment_id=bace540a-22e0-4724-9790-d6aa4d73c19b)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:46.747069 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 9f15414f-1447-45f5-a31d-aa5734802199 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:46.747588 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.772868 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.794148 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec13a7-d047-40f5-9745-77846c7c9a70 service neutron] Pushing event updated for resources: {'Port': ['ID=036501bb-6d82-4d50-a96c-97f3166d7799,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:46.827951 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-d56f1da9-cc7c-40da-9e13-dc7239816574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:46.829725 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-d56f1da9-cc7c-40da-9e13-dc7239816574 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 1097 time: 0.1089158 Aug 07 02:19:46.847105 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:46.908130 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-a4171579-3138-4c33-97bc-63ef66f3ec20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036501bb-6d82-4d50-a96c-97f3166d7799 HTTP/1.1" status: 200 len: 217 time: 0.0656891 Aug 07 02:19:46.938279 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:46.945876 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6f65dd8a-946a-49e7-a0e7-935b7891730f req-3e1a5df2-da27-4cb2-9b90-8c5c4aa5482f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654481 Aug 07 02:19:46.948872 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87521203-6829-426a-ab6f-720a12a61d9a {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:46.995607 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:47.027447 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90f1c46-6aa8-4709-b0fb-10faf8af46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15414f-1447-45f5-a31d-aa5734802199'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:47.040429 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-b8cb4783-d298-4cd1-8a82-e25259399734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:47.044733 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-b8cb4783-d298-4cd1-8a82-e25259399734 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 200 len: 859 time: 0.1230471 Aug 07 02:19:47.060293 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e5e30-2da2-4bbc-8526-e46441d1c102 req-541538a4-b377-41b6-a52c-1f584dbe00ca tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:47.068729 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-795e5e30-2da2-4bbc-8526-e46441d1c102 req-541538a4-b377-41b6-a52c-1f584dbe00ca tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 944 time: 0.3571002 Aug 07 02:19:47.071734 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Transition to ACTIVE for port object 87521203-6829-426a-ab6f-720a12a61d9a will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:19:47.102057 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:47.106416 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-a0abbbb8-8a6c-419c-861f-fcc991d178b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22ea49b-5290-4604-bb53-24e953d4705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547628 Aug 07 02:19:47.203046 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['a2701790-aeb4-4fec-ab65-e42d5b3bb07a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:19:47.218728 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-795e5e30-2da2-4bbc-8526-e46441d1c102 req-5f9af0a2-63b4-4df5-a208-e77ab7ed151e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366122 Aug 07 02:19:47.263206 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 9f15414f-1447-45f5-a31d-aa5734802199, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=9f15414f-1447-45f5-a31d-aa5734802199,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:47.271096 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-225cc900-3227-43d8-99cc-e4254b32e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:47.278798 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:47.316965 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-84679fe2-54e3-4a37-8f12-02d613cf8e03 service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015710 Aug 07 02:19:47.326115 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5544e32-c218-43c0-8ac5-59ceff3f4f67 x-openstack-request-id: req-a5544e32-c218-43c0-8ac5-59ceff3f4f67 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:47.329494 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9aa0f-1154-45ca-89fb-b74126cedf1e", "tag": "036501bb-6d82-4d50-a96c-97f3166d7799", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:47.329874 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5544e32-c218-43c0-8ac5-59ceff3f4f67 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:47.330774 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb9aa0f-1154-45ca-89fb-b74126cedf1e', 'tag': '036501bb-6d82-4d50-a96c-97f3166d7799', 'status': 'completed', 'code': 200} Aug 07 02:19:47.333788 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5194593-a6b1-4b54-8915-9d896074ed7e req-6f64a3c8-a087-400e-9b2c-188207b8f6c3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:47.342264 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5194593-a6b1-4b54-8915-9d896074ed7e req-6f64a3c8-a087-400e-9b2c-188207b8f6c3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 945 time: 0.2411888 Aug 07 02:19:47.344078 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:47.472049 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac238166-cb43-42dc-8bac-05ab24a1ef4d" -d '{"events": [{"server_uuid": "e90f1c46-6aa8-4709-b0fb-10faf8af46d4", "name": "network-vif-plugged", "status": "completed", "tag": "9f15414f-1447-45f5-a31d-aa5734802199"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:47.502463 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a16ab515-c841-44be-aaf0-0e3c05e95745 req-2de225fa-b13a-4326-85d3-4e011d411bc1 service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637566 Aug 07 02:19:47.504570 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=9f15414f-1447-45f5-a31d-aa5734802199,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:47.518340 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5194593-a6b1-4b54-8915-9d896074ed7e req-3f764e05-fc64-489f-8efb-0db86d0cd6ad tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751392 Aug 07 02:19:47.541505 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Attempting to bind port 87521203-6829-426a-ab6f-720a12a61d9a on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:19:47.541853 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Attempting to bind port 87521203-6829-426a-ab6f-720a12a61d9a by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:19:47.542782 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Attempting to bind port 87521203-6829-426a-ab6f-720a12a61d9a on network 6b4f1296-0f14-4901-96bc-92f64470c800 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:47.548057 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Port 87521203-6829-426a-ab6f-720a12a61d9a on network 6b4f1296-0f14-4901-96bc-92f64470c800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:19:47.548389 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Attempting to bind port 87521203-6829-426a-ab6f-720a12a61d9a on network 6b4f1296-0f14-4901-96bc-92f64470c800 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:19:47.555008 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:19:47.555455 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Checking segment: {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:19:47.556339 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Bound using segment: {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:19:47.557074 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Bound port: 87521203-6829-426a-ab6f-720a12a61d9a, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:19:47.557453 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:47.644806 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-6a0b2e65-94d9-4245-8fc1-a55c0999d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:47.650473 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-6a0b2e65-94d9-4245-8fc1-a55c0999d3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 1097 time: 0.0858741 Aug 07 02:19:47.665193 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8ad839-0986-4a24-8153-fa0211575b27 x-openstack-request-id: req-4c8ad839-0986-4a24-8153-fa0211575b27 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:47.665381 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90f1c46-6aa8-4709-b0fb-10faf8af46d4", "name": "network-vif-plugged", "status": "completed", "tag": "9f15414f-1447-45f5-a31d-aa5734802199", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:47.666053 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c8ad839-0986-4a24-8153-fa0211575b27 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:47.666951 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90f1c46-6aa8-4709-b0fb-10faf8af46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15414f-1447-45f5-a31d-aa5734802199', 'code': 200} Aug 07 02:19:47.729605 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:19:47.746770 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:19:47.761468 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135565-65d1-4917-a308-31ca90c73671 req-7626b9a4-7c1e-46db-ab92-9cdd0aa5307b tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:47.763475 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5135565-65d1-4917-a308-31ca90c73671 req-7626b9a4-7c1e-46db-ab92-9cdd0aa5307b tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 944 time: 0.1065073 Aug 07 02:19:47.764810 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:47.801123 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-e91153f3-c689-4a92-9f3e-dc9019c50a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:47.802655 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-e91153f3-c689-4a92-9f3e-dc9019c50a4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 920 time: 0.1412151 Aug 07 02:19:47.831844 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:47.832467 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:47.834090 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] 10.222.0.16 "PUT /v2.0/ports/87521203-6829-426a-ab6f-720a12a61d9a HTTP/1.1" status: 200 len: 1094 time: 1.7257788 Aug 07 02:19:47.844010 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:47.846404 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d33c36e-d108-4057-9ff9-ba653779846e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "tag": "87521203-6829-426a-ab6f-720a12a61d9a"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:47.860342 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef04211-096f-44cf-bdab-bcba845ee7dd service neutron] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:47.880424 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5135565-65d1-4917-a308-31ca90c73671 req-66783ed8-3900-4800-b3bd-442f2c7e68b2 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774789 Aug 07 02:19:47.907311 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-30cb9b3b-fa37-4763-afa9-38f7bf858ef3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036501bb-6d82-4d50-a96c-97f3166d7799 HTTP/1.1" status: 200 len: 217 time: 0.0920987 Aug 07 02:19:47.919503 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b20a47-f6bd-4a41-9055-f24c339ebc37 x-openstack-request-id: req-58b20a47-f6bd-4a41-9055-f24c339ebc37 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:47.919975 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "tag": "87521203-6829-426a-ab6f-720a12a61d9a", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:47.920245 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58b20a47-f6bd-4a41-9055-f24c339ebc37 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:47.920636 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a', 'status': 'completed', 'code': 200} Aug 07 02:19:47.975604 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-a583ca98-c80a-4940-b742-d1b389e2f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:47.977961 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-a583ca98-c80a-4940-b742-d1b389e2f22b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 1097 time: 0.0468233 Aug 07 02:19:47.996070 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-596e6393-32f1-4934-9075-311afd27f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:47.997562 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-596e6393-32f1-4934-9075-311afd27f0d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 200 len: 859 time: 0.0642214 Aug 07 02:19:48.030305 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76829359-fd42-4120-a3c3-c7a25b141739 req-d0f62515-2b9a-48b9-884f-da426e4d23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:48.031515 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-41409813-0ffa-4efe-8b5e-f79d4e0acb86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87521203-6829-426a-ab6f-720a12a61d9a HTTP/1.1" status: 200 len: 217 time: 0.0431108 Aug 07 02:19:48.032108 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-76829359-fd42-4120-a3c3-c7a25b141739 req-d0f62515-2b9a-48b9-884f-da426e4d23cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 1099 time: 0.1805551 Aug 07 02:19:48.061887 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-592b06e3-a9de-45ca-bd74-4dbe911dbf59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22ea49b-5290-4604-bb53-24e953d4705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512259 Aug 07 02:19:48.081855 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-76829359-fd42-4120-a3c3-c7a25b141739 req-c915b351-29c1-4d5f-9b77-05c32cf70829 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:48.122204 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-21be47cf-b7fc-4134-8971-553bbe65cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:48.123652 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-21be47cf-b7fc-4134-8971-553bbe65cc97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0785513 Aug 07 02:19:48.143606 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd8da-449e-4a0a-98e6-c4a1df29852c req-6c18a561-19c6-419f-a545-f49a9ba1836f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:48.144751 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6cabd8da-449e-4a0a-98e6-c4a1df29852c req-6c18a561-19c6-419f-a545-f49a9ba1836f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0679874 Aug 07 02:19:48.180694 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device a2701790-aeb4-4fec-ab65-e42d5b3bb07a up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:48.234170 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-b2e66504-ea56-4a59-9e4d-72ffed7df824 service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593950 Aug 07 02:19:48.243511 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-77145102-d4de-4e0c-8fbc-6919f1047c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:48.245059 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-77145102-d4de-4e0c-8fbc-6919f1047c46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123166 Aug 07 02:19:48.249989 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port a2701790-aeb4-4fec-ab65-e42d5b3bb07a completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:48.256650 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port a2701790-aeb4-4fec-ab65-e42d5b3bb07a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:48.257126 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:48.264365 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6cabd8da-449e-4a0a-98e6-c4a1df29852c req-df2352ac-8612-443e-b672-e669d0f34f5a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940516 Aug 07 02:19:48.360052 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-76829359-fd42-4120-a3c3-c7a25b141739 req-c915b351-29c1-4d5f-9b77-05c32cf70829 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:48.374418 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:48.375399 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-76829359-fd42-4120-a3c3-c7a25b141739 req-c915b351-29c1-4d5f-9b77-05c32cf70829 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:48.393292 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-b54765d0-4951-48b7-b38d-dc8f834ec09d service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278880 Aug 07 02:19:48.408104 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-45a789a9-90d6-4aab-9fc4-4bc73130de54 req-d6e71b78-5bb8-47b9-becb-84118e61060e service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642365 Aug 07 02:19:48.418012 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-76829359-fd42-4120-a3c3-c7a25b141739 req-c915b351-29c1-4d5f-9b77-05c32cf70829 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662028 Aug 07 02:19:48.423354 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port a2701790-aeb4-4fec-ab65-e42d5b3bb07a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,segment=NetworkSegment(bace540a-22e0-4724-9790-d6aa4d73c19b),segment_id=bace540a-22e0-4724-9790-d6aa4d73c19b)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:48.431590 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:48.431849 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915b351-29c1-4d5f-9b77-05c32cf70829 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed5198-0a52-4b02-9aed-da3e7a5e8825,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:48.519176 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:48.538715 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b08ed5-69e4-49f0-8d7b-08800625ec8b req-52b56f1e-2bde-45dc-a918-0d3c3ca4e3dc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:48.540272 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-09b08ed5-69e4-49f0-8d7b-08800625ec8b req-52b56f1e-2bde-45dc-a918-0d3c3ca4e3dc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 944 time: 0.1460505 Aug 07 02:19:48.575129 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0d8c3d1-fe80-4ca9-ad83-83c9939c559c req-281c6083-6f72-41e2-9351-65b26fbf7425 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296105 Aug 07 02:19:48.595423 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-09b08ed5-69e4-49f0-8d7b-08800625ec8b req-c1cbd82e-ff92-490b-9d85-fc6fa55a8c53 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485656 Aug 07 02:19:48.704720 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523c53b-d5d2-4fc2-8a0e-bbd786b13c34 req-abcde323-ed70-487e-b722-9298bbdb94b7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:48.706421 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c523c53b-d5d2-4fc2-8a0e-bbd786b13c34 req-abcde323-ed70-487e-b722-9298bbdb94b7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.1000335 Aug 07 02:19:48.716779 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33c36e-d108-4057-9ff9-ba653779846e req-945a7335-157f-42f7-8b90-8d1a39ed3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:48.719145 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1d33c36e-d108-4057-9ff9-ba653779846e req-945a7335-157f-42f7-8b90-8d1a39ed3c23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 1097 time: 0.0723662 Aug 07 02:19:48.817783 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c523c53b-d5d2-4fc2-8a0e-bbd786b13c34 req-37ac241b-011a-4eea-a741-54c3446b7f97 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975628 Aug 07 02:19:48.862047 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33c36e-d108-4057-9ff9-ba653779846e req-7eade7e8-3955-49ba-aec9-cd452b789cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:48.863652 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1d33c36e-d108-4057-9ff9-ba653779846e req-7eade7e8-3955-49ba-aec9-cd452b789cce service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 917 time: 0.1272478 Aug 07 02:19:48.915911 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1d33c36e-d108-4057-9ff9-ba653779846e req-4801a32d-8fcb-4bb3-9c66-9d3cd0fb7282 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87521203-6829-426a-ab6f-720a12a61d9a HTTP/1.1" status: 200 len: 217 time: 0.0405149 Aug 07 02:19:48.974932 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33c36e-d108-4057-9ff9-ba653779846e req-a4e669a4-9ad3-4ba1-9765-c43869bd7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:48.977544 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1d33c36e-d108-4057-9ff9-ba653779846e req-a4e669a4-9ad3-4ba1-9765-c43869bd7f70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0532191 Aug 07 02:19:49.060427 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33c36e-d108-4057-9ff9-ba653779846e req-c7196ff8-8394-4643-a284-4f86e6519a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:49.061925 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1d33c36e-d108-4057-9ff9-ba653779846e req-c7196ff8-8394-4643-a284-4f86e6519a2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638800 Aug 07 02:19:49.069980 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceb849-f93c-460f-a6ba-50c0ecbc4615 req-fa34b017-6df2-49d2-919e-8a5381c88a33 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:49.071716 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ceceb849-f93c-460f-a6ba-50c0ecbc4615 req-fa34b017-6df2-49d2-919e-8a5381c88a33 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 945 time: 0.0898228 Aug 07 02:19:49.164108 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ceceb849-f93c-460f-a6ba-50c0ecbc4615 req-13fb9c88-1579-45e2-9a19-6fc88ffcc68a tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800452 Aug 07 02:19:49.202037 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1d33c36e-d108-4057-9ff9-ba653779846e req-0d0c3e03-0a2d-4390-948e-df29d4a58d83 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281860 Aug 07 02:19:49.308728 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1d33c36e-d108-4057-9ff9-ba653779846e req-3f55abe1-984e-44a5-a44c-d0f80e1098c7 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980892 Aug 07 02:19:49.403588 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80fa2-780a-4e9f-80d5-efb36cbb5ae2 req-d147825f-ff9a-48bd-ae11-8b9d1e266205 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:49.405062 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-87f80fa2-780a-4e9f-80d5-efb36cbb5ae2 req-d147825f-ff9a-48bd-ae11-8b9d1e266205 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0517213 Aug 07 02:19:49.443370 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-87f80fa2-780a-4e9f-80d5-efb36cbb5ae2 req-6d9b469e-1dd2-45b7-93fa-022d6b171d3f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318766 Aug 07 02:19:49.570800 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-37d12eb8-14d6-42fb-bb1c-9a805e64ef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:49.668085 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd4f468-a8d8-47ce-a856-5240e3fb276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2701790-aeb4-4fec-ab65-e42d5b3bb07a'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:49.670452 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf7517a-3944-4d35-a0d4-d3398b317717" -d '{"events": [{"server_uuid": "7cd4f468-a8d8-47ce-a856-5240e3fb276e", "name": "network-vif-plugged", "status": "completed", "tag": "a2701790-aeb4-4fec-ab65-e42d5b3bb07a"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:49.705195 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68b7259-e5be-42da-afc8-a041ef2fa396 x-openstack-request-id: req-e68b7259-e5be-42da-afc8-a041ef2fa396 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:49.705490 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd4f468-a8d8-47ce-a856-5240e3fb276e", "name": "network-vif-plugged", "status": "completed", "tag": "a2701790-aeb4-4fec-ab65-e42d5b3bb07a", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:49.705741 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e68b7259-e5be-42da-afc8-a041ef2fa396 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:49.706230 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd4f468-a8d8-47ce-a856-5240e3fb276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2701790-aeb4-4fec-ab65-e42d5b3bb07a', 'code': 200} Aug 07 02:19:49.717394 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c1229-9e85-4e65-ac88-1f61b8458ff6 req-f4fdc254-a311-45aa-acaf-6ca508b22545 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:49.718823 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-868c1229-9e85-4e65-ac88-1f61b8458ff6 req-f4fdc254-a311-45aa-acaf-6ca508b22545 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 944 time: 0.0498977 Aug 07 02:19:49.745166 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:49.756878 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-868c1229-9e85-4e65-ac88-1f61b8458ff6 req-e18c7e90-6bc9-4d4f-9665-677411733021 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Aug 07 02:19:49.970269 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c743f-0f2b-4f18-82d2-9750ff3922f8 req-bf01750e-32f3-4ad5-990c-014ab2b5c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:49.972239 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-db4c743f-0f2b-4f18-82d2-9750ff3922f8 req-bf01750e-32f3-4ad5-990c-014ab2b5c7c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 1098 time: 0.1182342 Aug 07 02:19:49.988832 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48233-6a71-495c-8e18-180c7742a5ce req-4de65365-0a29-450f-b679-1e77238028fa tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:49.993093 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f8f48233-6a71-495c-8e18-180c7742a5ce req-4de65365-0a29-450f-b679-1e77238028fa tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.0748146 Aug 07 02:19:50.076128 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-db4c743f-0f2b-4f18-82d2-9750ff3922f8 req-73785218-995c-4908-982e-eea2452f776c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808790 Aug 07 02:19:50.084115 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f8f48233-6a71-495c-8e18-180c7742a5ce req-beed2ee7-cb5c-45b9-acaf-06c6acc7b578 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515425 Aug 07 02:19:50.171664 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 036501bb-6d82-4d50-a96c-97f3166d7799 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:19:50.285497 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 036501bb-6d82-4d50-a96c-97f3166d7799, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=036501bb-6d82-4d50-a96c-97f3166d7799,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:50.298881 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '036501bb-6d82-4d50-a96c-97f3166d7799', 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d', 'port_id': '036501bb-6d82-4d50-a96c-97f3166d7799', 'mac_address': 'fa:16:3e:ab:94:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f2aa8c-7005-43a9-ae74-b628be65da8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:19:50.316354 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bc765-1a74-4ac9-9a51-37f265465e4f req-42c0e120-9962-4594-8054-8568cc72ca8b tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:50.325076 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be3bc765-1a74-4ac9-9a51-37f265465e4f req-42c0e120-9962-4594-8054-8568cc72ca8b tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 945 time: 0.0630736 Aug 07 02:19:50.343597 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:50.357173 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036501bb-6d82-4d50-a96c-97f3166d7799 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:50.372582 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be3bc765-1a74-4ac9-9a51-37f265465e4f req-8fb9c8d2-7bb1-4129-bb60-b05ff38c1bca tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Aug 07 02:19:50.379199 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 036501bb-6d82-4d50-a96c-97f3166d7799, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=036501bb-6d82-4d50-a96c-97f3166d7799,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:50.385913 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:50.386863 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device fbd914d8-086d-45bf-9e4e-06966888f057 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:19:50.457439 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port fbd914d8-086d-45bf-9e4e-06966888f057, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd914d8-086d-45bf-9e4e-06966888f057,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:50.459998 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=036501bb-6d82-4d50-a96c-97f3166d7799,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:50.482970 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': 'fbd914d8-086d-45bf-9e4e-06966888f057', 'network_id': 'f22ea49b-5290-4604-bb53-24e953d4705d', 'port_id': 'fbd914d8-086d-45bf-9e4e-06966888f057', 'mac_address': 'fa:16:3e:d3:cf:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f2aa8c-7005-43a9-ae74-b628be65da8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:19:50.537272 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:50.554945 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd914d8-086d-45bf-9e4e-06966888f057 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:50.579668 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port fbd914d8-086d-45bf-9e4e-06966888f057, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd914d8-086d-45bf-9e4e-06966888f057,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:50.585967 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:50.592160 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95b8e-38f8-4196-85ab-0d6f4fccd94c req-0ab3441c-3263-46c9-b3ed-03e67a10a909 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:50.594461 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-81c95b8e-38f8-4196-85ab-0d6f4fccd94c req-0ab3441c-3263-46c9-b3ed-03e67a10a909 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0673304 Aug 07 02:19:50.640001 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-81c95b8e-38f8-4196-85ab-0d6f4fccd94c req-3a9f8635-b811-4761-85c8-a1f21b6a17e9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376892 Aug 07 02:19:50.645190 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=fbd914d8-086d-45bf-9e4e-06966888f057,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:50.679279 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 54622) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:50.799047 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5ad43aee-5f63-482d-a224-dd7bd2b75bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:50.853852 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:50.890663 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['036501bb-6d82-4d50-a96c-97f3166d7799'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:19:50.914343 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['fbd914d8-086d-45bf-9e4e-06966888f057'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:19:50.921980 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af68e3-d8c8-466f-8636-edc2b5a5b39f req-f70534c3-6c1c-4619-9565-0808d1d8b4fc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:50.923504 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b1af68e3-d8c8-466f-8636-edc2b5a5b39f req-f70534c3-6c1c-4619-9565-0808d1d8b4fc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 945 time: 0.0744677 Aug 07 02:19:50.963368 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5ad43aee-5f63-482d-a224-dd7bd2b75bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:50.969443 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5ad43aee-5f63-482d-a224-dd7bd2b75bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.002293 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b1af68e3-d8c8-466f-8636-edc2b5a5b39f req-6486f45d-61c6-4454-8366-6bdd5e2e980e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681827 Aug 07 02:19:51.020086 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad43aee-5f63-482d-a224-dd7bd2b75bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8019e5-52e6-4515-a879-3120e5126db8,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:51.025254 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-5ad43aee-5f63-482d-a224-dd7bd2b75bbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed2049fc9e9d42fa886736f5f61e556b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445811 Aug 07 02:19:51.028608 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54636) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:51.084248 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0193d608-478f-4741-88d1-4cb6723688ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.109902 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0193d608-478f-4741-88d1-4cb6723688ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.168282 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0193d608-478f-4741-88d1-4cb6723688ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.171026 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0193d608-478f-4741-88d1-4cb6723688ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.172266 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-0193d608-478f-4741-88d1-4cb6723688ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba8019e5-52e6-4515-a879-3120e5126db8 HTTP/1.1" status: 204 len: 168 time: 0.1425300 Aug 07 02:19:51.183396 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193d608-478f-4741-88d1-4cb6723688ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8019e5-52e6-4515-a879-3120e5126db8,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:51.219414 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f0130-3895-4a31-af4a-3fa353b295ed req-074e2228-046e-4c7a-a506-aafe0d792d43 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:51.221359 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-da1f0130-3895-4a31-af4a-3fa353b295ed req-074e2228-046e-4c7a-a506-aafe0d792d43 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.0607789 Aug 07 02:19:51.267158 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-da1f0130-3895-4a31-af4a-3fa353b295ed req-9affe30c-1440-43c7-92e9-236383ed15b7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Aug 07 02:19:51.358668 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:19:51.520797 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54662) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:51.539018 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e7ab7-9a80-4d6d-b152-8549fa72522c req-1b673aa3-520e-4b79-8bf1-144969339d11 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:51.541169 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b86e7ab7-9a80-4d6d-b152-8549fa72522c req-1b673aa3-520e-4b79-8bf1-144969339d11 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 945 time: 0.0914814 Aug 07 02:19:51.542880 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-763e6b21-767c-4934-8ab2-2e433c39dd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.613318 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b86e7ab7-9a80-4d6d-b152-8549fa72522c req-38cad162-3a42-4704-aa2d-a71bf84ef902 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642154 Aug 07 02:19:51.688042 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-763e6b21-767c-4934-8ab2-2e433c39dd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.693179 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-763e6b21-767c-4934-8ab2-2e433c39dd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.744051 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-763e6b21-767c-4934-8ab2-2e433c39dd9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71017e53c78941c8aee35f5a26e1744f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219081 Aug 07 02:19:51.744740 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54672) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:51.757195 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e6b21-767c-4934-8ab2-2e433c39dd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541e5797-eaee-4748-9616-1538b812c356,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:51.828823 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ddf073ee-3962-4cb6-a4fc-f4e9ba4d6aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.858487 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ddf073ee-3962-4cb6-a4fc-f4e9ba4d6aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.941891 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ddf073ee-3962-4cb6-a4fc-f4e9ba4d6aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.944632 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ddf073ee-3962-4cb6-a4fc-f4e9ba4d6aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:51.949467 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-ddf073ee-3962-4cb6-a4fc-f4e9ba4d6aed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/541e5797-eaee-4748-9616-1538b812c356 HTTP/1.1" status: 204 len: 168 time: 0.2009540 Aug 07 02:19:51.960337 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0ca47-07e9-47d3-93cb-afc1c60f4c30 req-e58bb132-31d8-4965-b270-80bb504dadd3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:51.968849 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-07b0ca47-07e9-47d3-93cb-afc1c60f4c30 req-e58bb132-31d8-4965-b270-80bb504dadd3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.2452226 Aug 07 02:19:51.969325 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf073ee-3962-4cb6-a4fc-f4e9ba4d6aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e5797-eaee-4748-9616-1538b812c356,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:52.019674 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-07b0ca47-07e9-47d3-93cb-afc1c60f4c30 req-4f1196a1-0a9b-470b-bbfa-6be5519a9c0d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492334 Aug 07 02:19:52.153528 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ba453-df9c-489e-8840-36161d120012 req-3899899d-ce0e-4a6c-9b3c-49429fa275d3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:52.155063 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-465ba453-df9c-489e-8840-36161d120012 req-3899899d-ce0e-4a6c-9b3c-49429fa275d3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 945 time: 0.0521069 Aug 07 02:19:52.185334 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:19:52.187564 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 036501bb-6d82-4d50-a96c-97f3166d7799 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:52.197074 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-465ba453-df9c-489e-8840-36161d120012 req-149be3f7-5703-4d22-a318-543c28b230e8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354893 Aug 07 02:19:52.249981 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:52.299862 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 036501bb-6d82-4d50-a96c-97f3166d7799 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:52.306538 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 036501bb-6d82-4d50-a96c-97f3166d7799 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:52.306850 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:52.367982 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:52.384023 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '87521203-6829-426a-ab6f-720a12a61d9a', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'port_id': '87521203-6829-426a-ab6f-720a12a61d9a', 'mac_address': 'fa:16:3e:62:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:19:52.454938 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:52.456788 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:52.482115 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87521203-6829-426a-ab6f-720a12a61d9a {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:19:52.491995 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9aa0f-1154-45ca-89fb-b74126cedf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036501bb-6d82-4d50-a96c-97f3166d7799'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:52.494849 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd1ce98-1ac7-4e92-9303-4daedf63f88f" -d '{"events": [{"server_uuid": "6eb9aa0f-1154-45ca-89fb-b74126cedf1e", "name": "network-vif-plugged", "status": "completed", "tag": "036501bb-6d82-4d50-a96c-97f3166d7799"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:52.512738 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 036501bb-6d82-4d50-a96c-97f3166d7799, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=036501bb-6d82-4d50-a96c-97f3166d7799,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:52.520456 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:52.521277 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device fbd914d8-086d-45bf-9e4e-06966888f057 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:52.524647 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:52.545499 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6760999c-fce6-49ea-b56d-0cf86329effc x-openstack-request-id: req-6760999c-fce6-49ea-b56d-0cf86329effc {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:52.545790 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9aa0f-1154-45ca-89fb-b74126cedf1e", "name": "network-vif-plugged", "status": "completed", "tag": "036501bb-6d82-4d50-a96c-97f3166d7799", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:52.546037 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6760999c-fce6-49ea-b56d-0cf86329effc {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:52.546451 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9aa0f-1154-45ca-89fb-b74126cedf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036501bb-6d82-4d50-a96c-97f3166d7799', 'code': 200} Aug 07 02:19:52.566638 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:52.614912 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=036501bb-6d82-4d50-a96c-97f3166d7799,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:52.646948 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port fbd914d8-086d-45bf-9e4e-06966888f057 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:52.657153 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port fbd914d8-086d-45bf-9e4e-06966888f057 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:52.657768 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:52.707973 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:52.766438 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:52.806555 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port fbd914d8-086d-45bf-9e4e-06966888f057, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd914d8-086d-45bf-9e4e-06966888f057,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:52.811113 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:52.879703 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=fbd914d8-086d-45bf-9e4e-06966888f057,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:53.152238 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f6a38-552b-4f05-b415-4242bd196b18 req-cf7c7188-0617-4be0-8312-2e0a6aa9cc31 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:53.154035 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d85f6a38-552b-4f05-b415-4242bd196b18 req-cf7c7188-0617-4be0-8312-2e0a6aa9cc31 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 945 time: 0.0509493 Aug 07 02:19:53.205900 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d85f6a38-552b-4f05-b415-4242bd196b18 req-5735cfbb-a083-4a5a-ba33-e617d29d7056 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448365 Aug 07 02:19:54.547998 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b25487-b250-4d87-ad5b-b43a301ba457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd914d8-086d-45bf-9e4e-06966888f057'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:54.550325 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d93b95a-d38e-497a-bbda-027d6bf1235c" -d '{"events": [{"server_uuid": "46b25487-b250-4d87-ad5b-b43a301ba457", "name": "network-vif-plugged", "status": "completed", "tag": "fbd914d8-086d-45bf-9e4e-06966888f057"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:55.534180 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58afe65-eb88-40c4-bf15-1e6b7f1936d2 req-d80c628f-fa2f-4a1c-870a-78844958a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:55.536385 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d58afe65-eb88-40c4-bf15-1e6b7f1936d2 req-d80c628f-fa2f-4a1c-870a-78844958a879 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 1099 time: 0.0478036 Aug 07 02:19:55.587693 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d58afe65-eb88-40c4-bf15-1e6b7f1936d2 req-3d7ed6fc-df81-4793-9bd4-d500125cf706 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Aug 07 02:19:55.636106 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['87521203-6829-426a-ab6f-720a12a61d9a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:19:55.702202 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183e892-291a-4653-8432-029a1cd7c577 req-aebeac58-02a4-439a-90d7-a02890ac60fd tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:55.703985 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6183e892-291a-4653-8432-029a1cd7c577 req-aebeac58-02a4-439a-90d7-a02890ac60fd tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0820110 Aug 07 02:19:55.783125 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6183e892-291a-4653-8432-029a1cd7c577 req-a57205d3-d835-4e00-b36b-3463e5332faa tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680945 Aug 07 02:19:55.801384 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f34f7-2d24-47f2-9d7d-221752805ad6 req-2952adfa-3744-4464-b56b-6179c453f4a9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:55.803049 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8d1f34f7-2d24-47f2-9d7d-221752805ad6 req-2952adfa-3744-4464-b56b-6179c453f4a9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 945 time: 0.0980864 Aug 07 02:19:55.835741 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9193fd5e-a5a9-492b-a656-ee0e4c862318 x-openstack-request-id: req-9193fd5e-a5a9-492b-a656-ee0e4c862318 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:55.836522 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b25487-b250-4d87-ad5b-b43a301ba457", "name": "network-vif-plugged", "status": "completed", "tag": "fbd914d8-086d-45bf-9e4e-06966888f057", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:55.836817 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9193fd5e-a5a9-492b-a656-ee0e4c862318 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:55.837590 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b25487-b250-4d87-ad5b-b43a301ba457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd914d8-086d-45bf-9e4e-06966888f057', 'code': 200} Aug 07 02:19:55.846406 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8d1f34f7-2d24-47f2-9d7d-221752805ad6 req-e79fb196-837a-4f15-b34b-1bfb08849241 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364494 Aug 07 02:19:56.021469 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112a6c5-23c1-42b5-b406-4c762d48c1ad req-3855e732-ac2e-4e03-b313-b49399923c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:56.023137 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c112a6c5-23c1-42b5-b406-4c762d48c1ad req-3855e732-ac2e-4e03-b313-b49399923c2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1098 time: 0.0450649 Aug 07 02:19:56.067539 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c112a6c5-23c1-42b5-b406-4c762d48c1ad req-452ed664-1bf2-401e-ab73-0e8810619ccb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365806 Aug 07 02:19:56.245458 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54828) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:56.399914 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d62094f2-de6a-44c3-a35c-ba43b353922c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:56.502299 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d62094f2-de6a-44c3-a35c-ba43b353922c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:56.507247 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d62094f2-de6a-44c3-a35c-ba43b353922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:56.541512 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d62094f2-de6a-44c3-a35c-ba43b353922c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ed36b9c1fd74060a96e0c26d14ba7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949417 Aug 07 02:19:56.544208 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 54860) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:56.553311 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62094f2-de6a-44c3-a35c-ba43b353922c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f505ef2-02ac-4846-b928-1f3ed42d890c,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:56.623516 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-90806ec3-1f35-4a1d-a3d4-a7538658d85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:56.646517 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-90806ec3-1f35-4a1d-a3d4-a7538658d85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:56.703347 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-90806ec3-1f35-4a1d-a3d4-a7538658d85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:56.705872 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-90806ec3-1f35-4a1d-a3d4-a7538658d85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:56.715655 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-90806ec3-1f35-4a1d-a3d4-a7538658d85b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f505ef2-02ac-4846-b928-1f3ed42d890c HTTP/1.1" status: 204 len: 168 time: 0.1617339 Aug 07 02:19:56.717899 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90806ec3-1f35-4a1d-a3d4-a7538658d85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f505ef2-02ac-4846-b928-1f3ed42d890c,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:56.900965 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e55a20-92f7-4ada-903b-890383f9929c req-26af0ed5-fcd5-4c6b-a4e5-094bc76bc579 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:56.902784 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-83e55a20-92f7-4ada-903b-890383f9929c req-26af0ed5-fcd5-4c6b-a4e5-094bc76bc579 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0528314 Aug 07 02:19:56.967968 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-83e55a20-92f7-4ada-903b-890383f9929c req-869eff85-2f34-4652-9200-36ca3942e247 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589871 Aug 07 02:19:56.986866 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c61f16-9f96-47bc-ac02-87eca3fd48d0 req-b4616f69-d8ae-46c6-85be-5487afeac0c1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:56.988979 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28c61f16-9f96-47bc-ac02-87eca3fd48d0 req-b4616f69-d8ae-46c6-85be-5487afeac0c1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 945 time: 0.0645921 Aug 07 02:19:57.021904 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54882) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:57.032066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28c61f16-9f96-47bc-ac02-87eca3fd48d0 req-71605b71-b457-4c26-9039-0ccee0524d79 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357864 Aug 07 02:19:57.042414 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-616e537f-ce9c-42cb-94cc-bdd5d2765e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.137985 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-616e537f-ce9c-42cb-94cc-bdd5d2765e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.142009 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-616e537f-ce9c-42cb-94cc-bdd5d2765e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.188482 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-616e537f-ce9c-42cb-94cc-bdd5d2765e7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a099464b109d45eda1bab3f9e7e4e057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629765 Aug 07 02:19:57.188482 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e537f-ce9c-42cb-94cc-bdd5d2765e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799a1380-64f9-4ad1-9f67-9da9f351acbb,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:57.189006 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 54886) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:57.307933 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de589798-60e2-4cdd-ab34-4173daa8359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.320265 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0c031-42ef-4ab8-9391-ba2b20d8bf1d req-67186e65-f2fd-4532-9de2-5af2419f5023 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:57.322058 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-94a0c031-42ef-4ab8-9391-ba2b20d8bf1d req-67186e65-f2fd-4532-9de2-5af2419f5023 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1097443 Aug 07 02:19:57.323768 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:19:57.331392 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-87c557a4-c809-47e1-bfe9-7ec228d88937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:57.333068 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-87c557a4-c809-47e1-bfe9-7ec228d88937 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 1099 time: 0.1054745 Aug 07 02:19:57.370443 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de589798-60e2-4cdd-ab34-4173daa8359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.376386 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 87521203-6829-426a-ab6f-720a12a61d9a completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:19:57.380325 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 87521203-6829-426a-ab6f-720a12a61d9a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:19:57.380697 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.459027 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-94a0c031-42ef-4ab8-9391-ba2b20d8bf1d req-eaa538ff-53c4-458d-9184-572f33b4f594 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232698 Aug 07 02:19:57.491287 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.500475 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-475e9883-b993-4c87-a27e-788fec041414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:57.502211 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-475e9883-b993-4c87-a27e-788fec041414 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 920 time: 0.1524172 Aug 07 02:19:57.503475 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de589798-60e2-4cdd-ab34-4173daa8359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.506569 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de589798-60e2-4cdd-ab34-4173daa8359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.507778 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-de589798-60e2-4cdd-ab34-4173daa8359d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/799a1380-64f9-4ad1-9f67-9da9f351acbb HTTP/1.1" status: 204 len: 168 time: 0.3176508 Aug 07 02:19:57.522320 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de589798-60e2-4cdd-ab34-4173daa8359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a1380-64f9-4ad1-9f67-9da9f351acbb,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:57.553616 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:19:57.560824 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:57.605619 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-42371260-b98e-46ea-9b8c-d560a2650553 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036501bb-6d82-4d50-a96c-97f3166d7799 HTTP/1.1" status: 200 len: 217 time: 0.0895002 Aug 07 02:19:57.615115 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:57.674400 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-b23626e1-a4e3-4242-b26e-e54fdb341eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:57.676035 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-b23626e1-a4e3-4242-b26e-e54fdb341eaf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 200 len: 859 time: 0.0623434 Aug 07 02:19:57.719486 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-afadc995-51d3-43b0-b0a1-0758cf415c3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22ea49b-5290-4604-bb53-24e953d4705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351746 Aug 07 02:19:57.838517 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:19:57.841163 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a13175-9a3c-49cb-a277-d26774e792b1" -d '{"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-plugged", "status": "completed", "tag": "87521203-6829-426a-ab6f-720a12a61d9a"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:19:57.883538 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-cf4155a6-3349-42a9-a856-b43617d9d44a service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358821 Aug 07 02:19:57.930309 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd458f06-2c46-4c59-9e02-cfdb38854663 x-openstack-request-id: req-fd458f06-2c46-4c59-9e02-cfdb38854663 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:19:57.930839 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-plugged", "status": "completed", "tag": "87521203-6829-426a-ab6f-720a12a61d9a", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:19:57.931240 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd458f06-2c46-4c59-9e02-cfdb38854663 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:19:57.931789 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a', 'code': 200} Aug 07 02:19:58.022961 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9fed5f39-3829-49dc-800f-8c09a3b895d3 req-b130d2b3-3693-438e-ba62-a533eba2a2ed service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313508 Aug 07 02:19:58.117757 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 54944) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:58.218412 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2405a2-0c3e-44ba-b6c9-b619cb56a584 req-69afa0af-fc3a-4264-aca1-fbfcb74df100 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:58.221324 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a2405a2-0c3e-44ba-b6c9-b619cb56a584 req-69afa0af-fc3a-4264-aca1-fbfcb74df100 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0895302 Aug 07 02:19:58.229588 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149ff50-e1d8-4cb5-978a-84d4637c655e req-2c422926-6b79-4f1e-9476-104224cfb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:58.231421 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b149ff50-e1d8-4cb5-978a-84d4637c655e req-2c422926-6b79-4f1e-9476-104224cfb32b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 1099 time: 0.0876625 Aug 07 02:19:58.290825 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a2405a2-0c3e-44ba-b6c9-b619cb56a584 req-7a2b5c78-2e37-4ef7-869d-c009d1c48e3a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572336 Aug 07 02:19:58.294784 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b149ff50-e1d8-4cb5-978a-84d4637c655e req-09930309-3f0c-438a-b2ce-f142aa782953 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542898 Aug 07 02:19:58.381453 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7630d695-57af-4741-948e-b280fdd0a66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:58.483996 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7630d695-57af-4741-948e-b280fdd0a66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:58.487657 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7630d695-57af-4741-948e-b280fdd0a66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:58.531709 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7630d695-57af-4741-948e-b280fdd0a66c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d07021fe4c88436988514ca7e82a307b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096410 Aug 07 02:19:58.532112 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54966) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:58.535515 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630d695-57af-4741-948e-b280fdd0a66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676e1439-5269-4211-80d1-49c587e7b9c1,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:58.596477 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8376d68-f20b-47ff-982b-96b467230c4d req-276cc69f-ead6-4276-b7a6-dc8dd0eca35d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:58.596653 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-42ef3cae-75aa-4195-aff6-d59d9f9c063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:58.598108 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a8376d68-f20b-47ff-982b-96b467230c4d req-276cc69f-ead6-4276-b7a6-dc8dd0eca35d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0526330 Aug 07 02:19:58.623738 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-42ef3cae-75aa-4195-aff6-d59d9f9c063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:58.649635 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a8376d68-f20b-47ff-982b-96b467230c4d req-aab78b5b-a27f-43f5-92f3-fb8308a1f02a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Aug 07 02:19:58.678405 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-42ef3cae-75aa-4195-aff6-d59d9f9c063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:58.681715 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-42ef3cae-75aa-4195-aff6-d59d9f9c063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:58.683022 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-42ef3cae-75aa-4195-aff6-d59d9f9c063e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/676e1439-5269-4211-80d1-49c587e7b9c1 HTTP/1.1" status: 204 len: 168 time: 0.1500309 Aug 07 02:19:58.691770 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef3cae-75aa-4195-aff6-d59d9f9c063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676e1439-5269-4211-80d1-49c587e7b9c1,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:59.086093 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 54994) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:59.100828 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1c82e26c-3d0a-437e-90ff-52fdbfe0cd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:59.196585 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1c82e26c-3d0a-437e-90ff-52fdbfe0cd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:59.200853 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1c82e26c-3d0a-437e-90ff-52fdbfe0cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:59.243685 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82e26c-3d0a-437e-90ff-52fdbfe0cd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b343a8f-abdc-411c-bc76-91856993e3a3,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:59.248099 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-1c82e26c-3d0a-437e-90ff-52fdbfe0cd32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dad90f1cfe5244bdb10380bb024759f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609504 Aug 07 02:19:59.250903 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55002) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:19:59.315534 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9bba6e73-8435-4030-a11a-e973f0f07499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:59.369356 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9bba6e73-8435-4030-a11a-e973f0f07499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:59.462270 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cd220-264f-459d-910d-d63832287ecc req-ee0f1c8c-d712-48cd-b8b0-1baa9973a254 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:59.466514 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e4cd220-264f-459d-910d-d63832287ecc req-ee0f1c8c-d712-48cd-b8b0-1baa9973a254 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0746996 Aug 07 02:19:59.489260 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9bba6e73-8435-4030-a11a-e973f0f07499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:59.491799 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9bba6e73-8435-4030-a11a-e973f0f07499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:19:59.496471 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9bba6e73-8435-4030-a11a-e973f0f07499 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b343a8f-abdc-411c-bc76-91856993e3a3 HTTP/1.1" status: 204 len: 168 time: 0.2441411 Aug 07 02:19:59.517328 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba6e73-8435-4030-a11a-e973f0f07499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b343a8f-abdc-411c-bc76-91856993e3a3,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:19:59.526091 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e4cd220-264f-459d-910d-d63832287ecc req-27a6338d-74ab-4109-8bbe-b104a3495f74 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537829 Aug 07 02:19:59.797504 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c160da-49ed-4a30-9c4f-c652c83da774 req-52fdd921-47cb-4521-9084-805e2291115b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:19:59.799077 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31c160da-49ed-4a30-9c4f-c652c83da774 req-52fdd921-47cb-4521-9084-805e2291115b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0507648 Aug 07 02:19:59.852641 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31c160da-49ed-4a30-9c4f-c652c83da774 req-75e7671a-54e8-4ff3-a649-8ff8e20f73e4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475712 Aug 07 02:20:00.065990 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55060) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:00.210767 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6c658c18-29ed-43d7-a65a-bf69ff13e2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:00.308964 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6c658c18-29ed-43d7-a65a-bf69ff13e2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:00.314133 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6c658c18-29ed-43d7-a65a-bf69ff13e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:00.354281 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6c658c18-29ed-43d7-a65a-bf69ff13e2b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc1a86fd31fe444f9422f2621692737b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871380 Aug 07 02:20:00.355239 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c658c18-29ed-43d7-a65a-bf69ff13e2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f55c3-d475-42ae-a4f2-fffc16255b91,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:00.358581 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55080) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:00.411035 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e5c48756-6359-47bf-a4ee-d69bd65df191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:00.433997 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e5c48756-6359-47bf-a4ee-d69bd65df191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:00.490354 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e5c48756-6359-47bf-a4ee-d69bd65df191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:00.493881 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e5c48756-6359-47bf-a4ee-d69bd65df191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:00.497501 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e5c48756-6359-47bf-a4ee-d69bd65df191 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f3f55c3-d475-42ae-a4f2-fffc16255b91 HTTP/1.1" status: 204 len: 168 time: 0.1352646 Aug 07 02:20:00.506052 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c48756-6359-47bf-a4ee-d69bd65df191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f55c3-d475-42ae-a4f2-fffc16255b91,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:00.669190 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b706d0b-0a3d-44fd-a096-d24fd27d0f85 req-27b99905-7c60-4a85-8841-a7c7392734fa tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:00.670840 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b706d0b-0a3d-44fd-a096-d24fd27d0f85 req-27b99905-7c60-4a85-8841-a7c7392734fa tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0652370 Aug 07 02:20:00.721996 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b706d0b-0a3d-44fd-a096-d24fd27d0f85 req-224e59e8-e825-4836-8671-f4acfb8bf27c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Aug 07 02:20:00.871582 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355a2f3-5b28-4405-b146-0b2de237a10f req-248723aa-445d-4f2c-869d-d19d8e48e36f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:00.875284 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d355a2f3-5b28-4405-b146-0b2de237a10f req-248723aa-445d-4f2c-869d-d19d8e48e36f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0631781 Aug 07 02:20:00.880736 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55114) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:00.886819 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'floatingip': {'port_id': '87521203-6829-426a-ab6f-720a12a61d9a'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:00.982598 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.073919 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55126) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:01.092282 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ffa36fff-99c2-4c7e-824b-7488957959e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.164519 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95595be0-d3dd-4c79-8115-58c41ca147f2 req-3eba3bb7-4e51-46a7-91c9-392e7224eb1c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:01.172521 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-95595be0-d3dd-4c79-8115-58c41ca147f2 req-3eba3bb7-4e51-46a7-91c9-392e7224eb1c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.2083421 Aug 07 02:20:01.204507 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ffa36fff-99c2-4c7e-824b-7488957959e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.216347 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ffa36fff-99c2-4c7e-824b-7488957959e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.265056 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-95595be0-d3dd-4c79-8115-58c41ca147f2 req-7dfb588e-64df-4b2b-8afa-6adf9594972c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914834 Aug 07 02:20:01.282110 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa36fff-99c2-4c7e-824b-7488957959e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca9400-981f-46d1-9db1-01e295149c8f,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:01.295443 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55136) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:01.296233 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-ffa36fff-99c2-4c7e-824b-7488957959e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1cb1428cb0b4cf5b43c5f11b1f5e5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203274 Aug 07 02:20:01.401676 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-34c2b200-0bc3-4dac-b131-0f066509d412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.491797 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-34c2b200-0bc3-4dac-b131-0f066509d412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.750662 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55146) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:01.857757 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9ff99de1-2a79-444e-8533-b1160e749082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.863060 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-34c2b200-0bc3-4dac-b131-0f066509d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.865504 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-34c2b200-0bc3-4dac-b131-0f066509d412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.866812 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-34c2b200-0bc3-4dac-b131-0f066509d412 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95ca9400-981f-46d1-9db1-01e295149c8f HTTP/1.1" status: 204 len: 168 time: 0.5703487 Aug 07 02:20:01.907465 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2b200-0bc3-4dac-b131-0f066509d412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca9400-981f-46d1-9db1-01e295149c8f,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:01.966011 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9ff99de1-2a79-444e-8533-b1160e749082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.971684 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9ff99de1-2a79-444e-8533-b1160e749082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:01.996605 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.db.resource_extend [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 02:20:02.010412 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55162) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:02.024039 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-9ff99de1-2a79-444e-8533-b1160e749082 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffd04ddf07f3467a9a7a8af5e850049f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718024 Aug 07 02:20:02.040791 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55164) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:02.047054 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff99de1-2a79-444e-8533-b1160e749082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58644313-e49e-4285-876c-49f5403c8ac4,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:02.073198 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc9fd1e-7aea-417e-9804-0ad21e5d2c16 admin admin] Deleting subnet 43911395-f7aa-4ec6-ac36-1d8534185056 {{(pid=93283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:20:02.077531 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3bc9fd1e-7aea-417e-9804-0ad21e5d2c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.094134 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.109511 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.122524 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3bc9fd1e-7aea-417e-9804-0ad21e5d2c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4175314'] for subnet, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.177695 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9917848c-9f15-459e-b56c-a8e39fe8abf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.180769 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3bc9fd1e-7aea-417e-9804-0ad21e5d2c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.246600 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9917848c-9f15-459e-b56c-a8e39fe8abf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.258345 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3bc9fd1e-7aea-417e-9804-0ad21e5d2c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4175606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359156'] for subnet, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.282651 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Floating IP d406c8d1-3595-4880-aa53-cbbad1d9f94a associated. External IP: 172.27.3.76, port: 87521203-6829-426a-ab6f-720a12a61d9a. Aug 07 02:20:02.286169 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9fd1e-7aea-417e-9804-0ad21e5d2c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43911395-f7aa-4ec6-ac36-1d8534185056,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:02.307036 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3bc9fd1e-7aea-417e-9804-0ad21e5d2c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.310550 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-3bc9fd1e-7aea-417e-9804-0ad21e5d2c16 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/43911395-f7aa-4ec6-ac36-1d8534185056 HTTP/1.1" status: 204 len: 168 time: 0.2987359 Aug 07 02:20:02.312740 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55184) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:02.381977 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9917848c-9f15-459e-b56c-a8e39fe8abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.385179 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9917848c-9f15-459e-b56c-a8e39fe8abf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.386302 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9917848c-9f15-459e-b56c-a8e39fe8abf6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58644313-e49e-4285-876c-49f5403c8ac4 HTTP/1.1" status: 204 len: 168 time: 0.3445754 Aug 07 02:20:02.423858 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917848c-9f15-459e-b56c-a8e39fe8abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58644313-e49e-4285-876c-49f5403c8ac4,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:02.453223 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.513457 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e849cd9-ee58-4a21-97d0-cfb8197f7c09 req-745300ea-bd4c-437b-b784-fdc6045140ae tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:02.515274 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4e849cd9-ee58-4a21-97d0-cfb8197f7c09 req-745300ea-bd4c-437b-b784-fdc6045140ae tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1363845 Aug 07 02:20:02.553479 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.565486 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0b64f7-a873-48ab-b8f1-29a6d3aea889']}} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:02.579574 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9481f81f-25af-4b82-9cff-c7d1315a14fd') {'for_net_delete': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:02.580183 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9481f81f-25af-4b82-9cff-c7d1315a14fd') {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:02.595379 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175301'] for segment, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.613183 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.614132 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4e849cd9-ee58-4a21-97d0-cfb8197f7c09 req-368c64a3-b601-4f9d-a508-20732666337c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552008 Aug 07 02:20:02.621401 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:20:02.621758 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175400'] for segment, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.640238 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Router 3c556015-42be-41c9-8f27-6ab44e88ffd4 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:20:02.641192 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55196) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: Traceback (most recent call last): Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: timer() Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: cb(*args, **kw) Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: return func(*args, **kwargs) Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: self._notify() Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: self.callback(batched_events) Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: event.method(event) Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: return f(self, *a, **k) Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._get(url).json() Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: return self.request(url, 'GET', **kwargs) Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:20:02.644677 dv-cinder-782390-7-iscsi neutron-server[93283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:20:02.722399 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.740900 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0b64f7-a873-48ab-b8f1-29a6d3aea889,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:02.747056 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.749048 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-719cbf66-3a00-4748-9183-e91ac77f340b admin admin] 10.222.0.11 "DELETE /v2.0/networks/5b0b64f7-a873-48ab-b8f1-29a6d3aea889 HTTP/1.1" status: 204 len: 168 time: 0.4346256 Aug 07 02:20:02.751861 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55204) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:02.777880 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:20:02.791531 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] Sync routers for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:20:02.792144 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.805894 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:02.806557 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:19:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:02.811816 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5739b9-802c-4c74-b277-3bdffc33a0f1 admin admin] Deleting subnet c59a34ed-c2b5-4d40-b5e2-9dddaf4e0ad7 {{(pid=93283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:20:02.827266 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-aa5739b9-802c-4c74-b277-3bdffc33a0f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.831080 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f8941721-d77d-4fcd-bfed-40a157c301dc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "PUT /v2.0/floatingips/d406c8d1-3595-4880-aa53-cbbad1d9f94a HTTP/1.1" status: 200 len: 991 time: 1.9490788 Aug 07 02:20:02.833027 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:20:02.838292 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729500e8-1a2f-4822-9232-cea154a8f325" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "tag": "87521203-6829-426a-ab6f-720a12a61d9a"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:20:02.878084 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-aa5739b9-802c-4c74-b277-3bdffc33a0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4175314'] for subnet, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.897320 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e18034-fc53-4915-af1e-54e86e686748 x-openstack-request-id: req-47e18034-fc53-4915-af1e-54e86e686748 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:20:02.897585 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "tag": "87521203-6829-426a-ab6f-720a12a61d9a", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:20:02.898148 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47e18034-fc53-4915-af1e-54e86e686748 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:20:02.899067 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a', 'status': 'completed', 'code': 200} Aug 07 02:20:02.942157 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-aa5739b9-802c-4c74-b277-3bdffc33a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:02.971122 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-81ab40d2-3170-4de9-bffd-2fbba62a5945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.009149 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:03.025349 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-aa5739b9-802c-4c74-b277-3bdffc33a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4175606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359156'] for subnet, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.053613 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729500e8-1a2f-4822-9232-cea154a8f325 req-1edcc930-7adb-415e-aa12-121ab09b7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:03.059360 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-729500e8-1a2f-4822-9232-cea154a8f325 req-1edcc930-7adb-415e-aa12-121ab09b7814 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 1099 time: 0.1285520 Aug 07 02:20:03.068000 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5739b9-802c-4c74-b277-3bdffc33a0f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59a34ed-c2b5-4d40-b5e2-9dddaf4e0ad7,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:03.071244 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-aa5739b9-802c-4c74-b277-3bdffc33a0f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.083379 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55212) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:03.086162 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-aa5739b9-802c-4c74-b277-3bdffc33a0f1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c59a34ed-c2b5-4d40-b5e2-9dddaf4e0ad7 HTTP/1.1" status: 204 len: 168 time: 0.3235860 Aug 07 02:20:03.220838 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55220) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:03.272768 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.286236 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8473b565-88d4-4f59-98d8-55f1a4a029d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.336510 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729500e8-1a2f-4822-9232-cea154a8f325 req-ecb0fe73-0a91-4732-9a15-c08dc749a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:03.338174 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-729500e8-1a2f-4822-9232-cea154a8f325 req-ecb0fe73-0a91-4732-9a15-c08dc749a0e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 917 time: 0.2555330 Aug 07 02:20:03.349570 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-81ab40d2-3170-4de9-bffd-2fbba62a5945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.423006 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-81ab40d2-3170-4de9-bffd-2fbba62a5945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.441394 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'd406c8d1-3595-4880-aa53-cbbad1d9f94a', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'port_id': '87521203-6829-426a-ab6f-720a12a61d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'mac_address': 'fa:16:3e:62:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:19:30Z', 'updated_at': '2021-08-07T02:20:01Z', 'revision_number': 1, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:03.548235 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab40d2-3170-4de9-bffd-2fbba62a5945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e610aff-c92d-4c0b-9b39-82f28b2ca3f6,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:03.559142 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.566873 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8473b565-88d4-4f59-98d8-55f1a4a029d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.569405 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] Checking router: 3c556015-42be-41c9-8f27-6ab44e88ffd4 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:20:03.575603 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7585769a-d473-4cbe-a670-9204969280b6']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:03.578177 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8473b565-88d4-4f59-98d8-55f1a4a029d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.580140 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:03.581331 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:19:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:03.611528 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473b565-88d4-4f59-98d8-55f1a4a029d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63802748-8377-45ec-b4ed-26c9c2c3b5fe,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:03.653683 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad40320-4165-41d2-9a87-282109c6645e') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:03.653976 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad40320-4165-41d2-9a87-282109c6645e') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:03.660343 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-81ab40d2-3170-4de9-bffd-2fbba62a5945 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a0b51ca7d9b4bdeb183a9921136ee36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0156581 Aug 07 02:20:03.671210 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55236) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:03.683439 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-8473b565-88d4-4f59-98d8-55f1a4a029d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e32596ad574c47c48a1910e627d2494d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587040 Aug 07 02:20:03.684511 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55238) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:03.696487 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125161'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.699546 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-729500e8-1a2f-4822-9232-cea154a8f325 req-885cf9a7-3900-4b2b-8b35-559cdd5af246 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87521203-6829-426a-ab6f-720a12a61d9a HTTP/1.1" status: 200 len: 999 time: 0.3486245 Aug 07 02:20:03.733219 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.785044 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:20:03.785663 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2616703'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: timer() Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: cb(*args, **kw) Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: self._notify() Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: self.callback(batched_events) Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: event.method(event) Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._get(url).json() Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:20:03.787761 dv-cinder-782390-7-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:20:03.790299 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-51d0463c-8aaf-402f-b337-3d0a2da90477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.795932 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:03.821123 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-51d0463c-8aaf-402f-b337-3d0a2da90477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.881018 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-51d0463c-8aaf-402f-b337-3d0a2da90477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.885808 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-51d0463c-8aaf-402f-b337-3d0a2da90477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.887342 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-51d0463c-8aaf-402f-b337-3d0a2da90477 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63802748-8377-45ec-b4ed-26c9c2c3b5fe HTTP/1.1" status: 204 len: 168 time: 0.1953144 Aug 07 02:20:03.896896 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0463c-8aaf-402f-b337-3d0a2da90477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63802748-8377-45ec-b4ed-26c9c2c3b5fe,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:03.957093 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-faccc16d-80d5-465c-93a5-51a59119db14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:03.966314 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729500e8-1a2f-4822-9232-cea154a8f325 req-0d84a643-486e-4a44-8586-e2eb9d3adcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:03.967876 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-729500e8-1a2f-4822-9232-cea154a8f325 req-0d84a643-486e-4a44-8586-e2eb9d3adcee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.2455235 Aug 07 02:20:04.003988 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:04.029459 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:04.031602 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7585769a-d473-4cbe-a670-9204969280b6 HTTP/1.1" status: 204 len: 168 time: 0.9473631 Aug 07 02:20:04.150391 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'd406c8d1-3595-4880-aa53-cbbad1d9f94a', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'port_id': '87521203-6829-426a-ab6f-720a12a61d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'mac_address': 'fa:16:3e:62:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:19:30Z', 'updated_at': '2021-08-07T02:20:01Z', 'revision_number': 1, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:04.189717 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a433661-0357-4f1b-bddc-7bc38e8dc406 None None] The sync data for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi is: [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'd406c8d1-3595-4880-aa53-cbbad1d9f94a', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'port_id': '87521203-6829-426a-ab6f-720a12a61d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'mac_address': 'fa:16:3e:62:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:19:30Z', 'updated_at': '2021-08-07T02:20:01Z', 'revision_number': 1, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:20:04.254247 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d5d0a-45d6-4928-b0cf-032a83d17738 req-a352dccf-1299-4168-9ec5-6bc8c1b9b19f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:04.255782 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a8d5d0a-45d6-4928-b0cf-032a83d17738 req-a352dccf-1299-4168-9ec5-6bc8c1b9b19f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.4544888 Aug 07 02:20:04.260570 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-faccc16d-80d5-465c-93a5-51a59119db14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:04.271806 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64448c56-7647-41f3-8b7c-a4647450f213 admin admin] Pushing event deleted for resources: {'Network': ['ID=7585769a-d473-4cbe-a670-9204969280b6,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:04.288092 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55258) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:04.303708 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30807870-d2f9-4844-b2af-ec39e25b2f8f req-e97898ee-7950-4562-8d68-df11f3a37826 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:04.306761 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30807870-d2f9-4844-b2af-ec39e25b2f8f req-e97898ee-7950-4562-8d68-df11f3a37826 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 945 time: 0.4115942 Aug 07 02:20:04.339137 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-ab8c35d6-3431-4dae-9e42-caa0c1f8468c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7abd650ffbe8406c8fa4b93d98de2f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497110 Aug 07 02:20:04.341299 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55260) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:04.383978 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a8d5d0a-45d6-4928-b0cf-032a83d17738 req-64d94084-3b8d-43cb-b294-fd26b5035f5c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178558 Aug 07 02:20:04.403360 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729500e8-1a2f-4822-9232-cea154a8f325 req-d172466b-aae2-4992-bb90-a8cf01b7a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:04.404948 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-729500e8-1a2f-4822-9232-cea154a8f325 req-d172466b-aae2-4992-bb90-a8cf01b7a065 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4158587 Aug 07 02:20:04.421117 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30807870-d2f9-4844-b2af-ec39e25b2f8f req-eb2441c4-043d-465f-916a-554cd2b15213 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946109 Aug 07 02:20:04.424289 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cf0062cf-7b25-43bc-b7b7-e742f8b0c310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:04.450725 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cf0062cf-7b25-43bc-b7b7-e742f8b0c310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:04.475290 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-faccc16d-80d5-465c-93a5-51a59119db14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:04.477117 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-faccc16d-80d5-465c-93a5-51a59119db14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:04.491729 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-faccc16d-80d5-465c-93a5-51a59119db14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e610aff-c92d-4c0b-9b39-82f28b2ca3f6 HTTP/1.1" status: 204 len: 168 time: 0.8091223 Aug 07 02:20:04.565779 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cf0062cf-7b25-43bc-b7b7-e742f8b0c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:04.574648 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cf0062cf-7b25-43bc-b7b7-e742f8b0c310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:04.579697 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccc16d-80d5-465c-93a5-51a59119db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e610aff-c92d-4c0b-9b39-82f28b2ca3f6,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:04.584135 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-cf0062cf-7b25-43bc-b7b7-e742f8b0c310 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0abea2fa-73bd-4bb1-8938-83ef6372c2a1 HTTP/1.1" status: 204 len: 168 time: 0.2391667 Aug 07 02:20:04.598435 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2fc79e-a02e-4bad-aaf9-6b1757ed7853 None None] New status for floating IP d406c8d1-3595-4880-aa53-cbbad1d9f94a: ACTIVE {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:20:04.611412 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0062cf-7b25-43bc-b7b7-e742f8b0c310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abea2fa-73bd-4bb1-8938-83ef6372c2a1,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:04.681271 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-729500e8-1a2f-4822-9232-cea154a8f325 req-05cd49d3-b94a-4981-9685-688863fadabb service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401769 Aug 07 02:20:04.881692 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-729500e8-1a2f-4822-9232-cea154a8f325 req-85501265-b8a4-4a08-b6fa-3cdf411898fd service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913874 Aug 07 02:20:04.979900 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55294) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:04.997085 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0a99d674-59b5-4f74-ad5d-d4d788254c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.131225 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0a99d674-59b5-4f74-ad5d-d4d788254c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.146700 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0a99d674-59b5-4f74-ad5d-d4d788254c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.189638 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55312) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:05.197179 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0a99d674-59b5-4f74-ad5d-d4d788254c1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25780db82de849edb59513a181f91e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156758 Aug 07 02:20:05.197981 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99d674-59b5-4f74-ad5d-d4d788254c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf652a88-0d98-4dfa-a56d-9cb5e63070e5,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:05.236139 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55316) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:05.262071 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b23400ae-78ac-4fe9-a954-ee11590779d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.282288 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-51dee384-4bf7-406e-9841-aebaf8fa5a06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d16e48854e34b00bfaf372c5a6da7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448267 Aug 07 02:20:05.284859 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55322) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:05.291403 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b23400ae-78ac-4fe9-a954-ee11590779d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.354555 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b23400ae-78ac-4fe9-a954-ee11590779d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.358582 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b23400ae-78ac-4fe9-a954-ee11590779d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.360315 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-b23400ae-78ac-4fe9-a954-ee11590779d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf652a88-0d98-4dfa-a56d-9cb5e63070e5 HTTP/1.1" status: 204 len: 168 time: 0.1693327 Aug 07 02:20:05.369680 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23400ae-78ac-4fe9-a954-ee11590779d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf652a88-0d98-4dfa-a56d-9cb5e63070e5,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:05.378197 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e8ef322f-c901-4f72-9c03-3e42d2c2f2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.421480 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e8ef322f-c901-4f72-9c03-3e42d2c2f2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.487870 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e8ef322f-c901-4f72-9c03-3e42d2c2f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.494847 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e8ef322f-c901-4f72-9c03-3e42d2c2f2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.494847 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e8ef322f-c901-4f72-9c03-3e42d2c2f2ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ce8df4f-d2f8-4aa5-b4ca-3a6942983a1e HTTP/1.1" status: 204 len: 168 time: 0.2060254 Aug 07 02:20:05.520267 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef322f-c901-4f72-9c03-3e42d2c2f2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce8df4f-d2f8-4aa5-b4ca-3a6942983a1e,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:05.645729 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:05.704299 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd113d77-484b-4be4-ba9f-3a2ae45987a7 req-6c57639a-6238-43a2-8271-ff5974f0e558 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:05.705951 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bd113d77-484b-4be4-ba9f-3a2ae45987a7 req-6c57639a-6238-43a2-8271-ff5974f0e558 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 945 time: 0.1388893 Aug 07 02:20:05.745673 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd9af-1b76-41a1-93c1-4d414faf99e3 req-f2c2790e-a859-46c5-bc9d-a4f928ee2fe0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:05.747292 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-82bfd9af-1b76-41a1-93c1-4d414faf99e3 req-f2c2790e-a859-46c5-bc9d-a4f928ee2fe0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1494596 Aug 07 02:20:05.787022 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bd113d77-484b-4be4-ba9f-3a2ae45987a7 req-cea71dcb-8b79-4989-9caa-f16d22b2ecbb tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a56b804-dba0-42be-8353-6f085e77b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717266 Aug 07 02:20:05.824804 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-82bfd9af-1b76-41a1-93c1-4d414faf99e3 req-d73bcc52-ec82-4ecc-b2fe-e729d7675ddf tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672784 Aug 07 02:20:06.322197 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-9f08d48c-8157-4daf-ad99-93d12ac63e18 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:06.323676 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-9f08d48c-8157-4daf-ad99-93d12ac63e18 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 945 time: 0.0488055 Aug 07 02:20:06.465193 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Deleting port a2701790-aeb4-4fec-ab65-e42d5b3bb07a {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:20:06.465629 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:06.568063 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] For port a2701790-aeb4-4fec-ab65-e42d5b3bb07a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,segment=NetworkSegment(bace540a-22e0-4724-9790-d6aa4d73c19b),segment_id=bace540a-22e0-4724-9790-d6aa4d73c19b)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:06.568379 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:06.583526 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Calling delete_port for a2701790-aeb4-4fec-ab65-e42d5b3bb07a owned by compute:nova {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:20:06.663148 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55444) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:06.758817 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:06.772164 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['a2701790-aeb4-4fec-ab65-e42d5b3bb07a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:20:06.810824 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Pushing event deleted for resources: {'Port': ['ID=a2701790-aeb4-4fec-ab65-e42d5b3bb07a,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:06.911739 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] No DVR routers for this DVR port a2701790-aeb4-4fec-ab65-e42d5b3bb07a on host hv-cinder-78239 {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:20:06.915824 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:06.918159 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c33d442d-ef51-49e1-84eb-f558f286a153 req-bc9db496-7e44-448c-a72e-fabe828e4b82 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.16 "DELETE /v2.0/ports/a2701790-aeb4-4fec-ab65-e42d5b3bb07a HTTP/1.1" status: 204 len: 173 time: 0.5869346 Aug 07 02:20:06.921228 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd4f468-a8d8-47ce-a856-5240e3fb276e', 'name': 'network-vif-deleted', 'tag': 'a2701790-aeb4-4fec-ab65-e42d5b3bb07a'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:20:06.923458 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47faf04-126e-49d3-a7dd-0154050b27b3" -d '{"events": [{"server_uuid": "7cd4f468-a8d8-47ce-a856-5240e3fb276e", "name": "network-vif-deleted", "tag": "a2701790-aeb4-4fec-ab65-e42d5b3bb07a"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:20:06.949789 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6928-e4db-42f8-bd40-79f30e4909d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:06.957176 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5f9c2636-bb84-4da2-8bf2-6aa0a74d6658 req-d25a32e8-7fac-4f57-9701-d3010b271d22 tempest-DeleteServersTestJSON-645723285 tempest-DeleteServersTestJSON-645723285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cd4f468-a8d8-47ce-a856-5240e3fb276e HTTP/1.1" status: 200 len: 210 time: 0.0769289 Aug 07 02:20:07.026670 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aa680-5f7b-492b-ba21-ee1c0447b470 req-84f51497-4889-4fba-a7b0-a836cad2aaab tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:07.028701 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ef3aa680-5f7b-492b-ba21-ee1c0447b470 req-84f51497-4889-4fba-a7b0-a836cad2aaab tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1081502 Aug 07 02:20:07.079115 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ef3aa680-5f7b-492b-ba21-ee1c0447b470 req-0d68b129-aec7-4d5b-8992-84d2cbf07490 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Aug 07 02:20:07.124452 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6928-e4db-42f8-bd40-79f30e4909d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:07.129510 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6928-e4db-42f8-bd40-79f30e4909d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:07.139466 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee26982-cf76-438f-addb-93b2149554b8 x-openstack-request-id: req-eee26982-cf76-438f-addb-93b2149554b8 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:20:07.139758 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd4f468-a8d8-47ce-a856-5240e3fb276e", "name": "network-vif-deleted", "tag": "a2701790-aeb4-4fec-ab65-e42d5b3bb07a", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:20:07.140016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eee26982-cf76-438f-addb-93b2149554b8 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:20:07.140794 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd4f468-a8d8-47ce-a856-5240e3fb276e', 'name': 'network-vif-deleted', 'tag': 'a2701790-aeb4-4fec-ab65-e42d5b3bb07a', 'status': 'completed', 'code': 200} Aug 07 02:20:07.173115 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e6928-e4db-42f8-bd40-79f30e4909d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17b0a1-1f77-4a7a-a937-1854f15aafc8,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:07.182532 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55470) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:07.188132 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-5b8e6928-e4db-42f8-bd40-79f30e4909d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c40f045190474876acad5d9682892722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221338 Aug 07 02:20:07.233816 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c1be-e4e9-4b48-8b08-af2a61bfbec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:07.260958 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c1be-e4e9-4b48-8b08-af2a61bfbec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:07.318964 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c1be-e4e9-4b48-8b08-af2a61bfbec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:07.322805 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c1be-e4e9-4b48-8b08-af2a61bfbec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:07.324589 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ffe9c1be-e4e9-4b48-8b08-af2a61bfbec0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b17b0a1-1f77-4a7a-a937-1854f15aafc8 HTTP/1.1" status: 204 len: 168 time: 0.1430585 Aug 07 02:20:07.333882 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9c1be-e4e9-4b48-8b08-af2a61bfbec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17b0a1-1f77-4a7a-a937-1854f15aafc8,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:07.728403 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55500) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:07.749921 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:07.904587 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:07.914815 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:07.969259 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b45ee-8fed-4418-8db2-0d9359f3c701,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:07.975982 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e9640a4233240a7a29c65428fd08438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454002 Aug 07 02:20:07.979099 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55510) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:07.983251 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.983955 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.984591 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.985019 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.985706 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.986166 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.986670 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.987107 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.987522 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.987956 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.988350 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:07.988909 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8909478-4508-48ef-9766-cb1a39426b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.056995 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f404-7127-4602-9249-bf34482b1c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.081078 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f404-7127-4602-9249-bf34482b1c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.138186 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f404-7127-4602-9249-bf34482b1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.142472 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f404-7127-4602-9249-bf34482b1c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.148979 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f4d9f404-7127-4602-9249-bf34482b1c56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e8b45ee-8fed-4418-8db2-0d9359f3c701 HTTP/1.1" status: 204 len: 168 time: 0.1680384 Aug 07 02:20:08.161497 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9f404-7127-4602-9249-bf34482b1c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8b45ee-8fed-4418-8db2-0d9359f3c701,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:08.217309 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55530) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:08.247439 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf8fae-14ff-4d48-b201-932d5e7f5a60 req-f606986d-17fa-4db9-a41a-993aee2f43af tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:08.248964 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ffdf8fae-14ff-4d48-b201-932d5e7f5a60 req-f606986d-17fa-4db9-a41a-993aee2f43af tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0603631 Aug 07 02:20:08.299523 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ffdf8fae-14ff-4d48-b201-932d5e7f5a60 req-3cf90b78-c9b1-4be4-8498-33245cf39e6d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427651 Aug 07 02:20:08.551180 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.658177 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.662179 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.728958 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d661f03628c465c97fd77e7da760eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074918 Aug 07 02:20:08.731101 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55564) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:08.732377 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716b4d14-a8fd-47db-8749-411198c4709b,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:08.754528 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.755355 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.755868 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.756472 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.756947 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.757424 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.758007 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.758740 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.759222 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.759797 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.760279 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.760749 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2f4ea-a9fe-4125-9579-642b23b85976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:08.817432 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55570) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:08.828260 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cf42dbfd-d3f7-4281-ae40-e6fd9677e5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.855159 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cf42dbfd-d3f7-4281-ae40-e6fd9677e5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.912323 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cf42dbfd-d3f7-4281-ae40-e6fd9677e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.918100 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cf42dbfd-d3f7-4281-ae40-e6fd9677e5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:08.922052 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-cf42dbfd-d3f7-4281-ae40-e6fd9677e5dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/716b4d14-a8fd-47db-8749-411198c4709b HTTP/1.1" status: 204 len: 168 time: 0.1852138 Aug 07 02:20:08.939635 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42dbfd-d3f7-4281-ae40-e6fd9677e5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716b4d14-a8fd-47db-8749-411198c4709b,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:08.986677 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7589013e-cca4-4867-bb9f-a84f10ca597f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.093536 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7589013e-cca4-4867-bb9f-a84f10ca597f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.097683 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7589013e-cca4-4867-bb9f-a84f10ca597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.138663 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7589013e-cca4-4867-bb9f-a84f10ca597f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30f3ac9d6c9a4a3683adb2d33405f5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200688 Aug 07 02:20:09.139153 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55588) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:09.143480 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589013e-cca4-4867-bb9f-a84f10ca597f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a708e643-a041-4588-87dc-00be98c5bbcd,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:09.197766 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-86754623-2f43-4783-87ac-77951b97fc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.219718 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-86754623-2f43-4783-87ac-77951b97fc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.272804 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-86754623-2f43-4783-87ac-77951b97fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.276166 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-86754623-2f43-4783-87ac-77951b97fc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.280039 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-86754623-2f43-4783-87ac-77951b97fc97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a708e643-a041-4588-87dc-00be98c5bbcd HTTP/1.1" status: 204 len: 168 time: 0.1392851 Aug 07 02:20:09.288527 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86754623-2f43-4783-87ac-77951b97fc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a708e643-a041-4588-87dc-00be98c5bbcd,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:09.421248 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32842e7-8a8f-4994-b925-80a2cfddf6aa req-5678c0c7-b6f4-4121-bc51-e163614e1daf tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:09.422996 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c32842e7-8a8f-4994-b925-80a2cfddf6aa req-5678c0c7-b6f4-4121-bc51-e163614e1daf tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0537467 Aug 07 02:20:09.465765 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c32842e7-8a8f-4994-b925-80a2cfddf6aa req-0c607088-3f1e-4ff6-adb2-ead82ecedafd tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343628 Aug 07 02:20:09.574951 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55620) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:09.624025 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25ea7c1-1c6c-4e78-aca3-120e6274024c admin admin] Deleting subnet 72f8f634-bf82-4d94-88f2-f558353148fc {{(pid=93283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:20:09.627264 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c25ea7c1-1c6c-4e78-aca3-120e6274024c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.666524 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c25ea7c1-1c6c-4e78-aca3-120e6274024c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4175314'] for subnet, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.687175 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55626) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:09.704236 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-16edc8c5-f7fa-4fe4-adc8-681da3fc1a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.719400 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c25ea7c1-1c6c-4e78-aca3-120e6274024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.795500 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c25ea7c1-1c6c-4e78-aca3-120e6274024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4175606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359156'] for subnet, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.825605 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ea7c1-1c6c-4e78-aca3-120e6274024c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f8f634-bf82-4d94-88f2-f558353148fc,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:09.829507 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c25ea7c1-1c6c-4e78-aca3-120e6274024c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.831539 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-c25ea7c1-1c6c-4e78-aca3-120e6274024c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/72f8f634-bf82-4d94-88f2-f558353148fc HTTP/1.1" status: 204 len: 168 time: 0.2555490 Aug 07 02:20:09.833951 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55630) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:09.837910 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-16edc8c5-f7fa-4fe4-adc8-681da3fc1a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.843389 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-16edc8c5-f7fa-4fe4-adc8-681da3fc1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.882349 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edc8c5-f7fa-4fe4-adc8-681da3fc1a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d4ad04-6e75-4434-8661-e206538914a4,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:09.888454 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-16edc8c5-f7fa-4fe4-adc8-681da3fc1a82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b27fd4264d984a12b328e5364f87c71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996832 Aug 07 02:20:09.894230 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55636) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:09.918686 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.947112 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ab09-2a19-4a79-a616-77a24e9bdd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:09.974601 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ab09-2a19-4a79-a616-77a24e9bdd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.017530 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.037288 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224a836c-ccd9-4f71-9456-de008c371522']}} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:10.050854 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bace540a-22e0-4724-9790-d6aa4d73c19b') {'for_net_delete': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:10.051162 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bace540a-22e0-4724-9790-d6aa4d73c19b') {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:10.061954 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ab09-2a19-4a79-a616-77a24e9bdd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.062496 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175301'] for segment, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.064998 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ab09-2a19-4a79-a616-77a24e9bdd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.068921 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c4d8ab09-2a19-4a79-a616-77a24e9bdd3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12d4ad04-6e75-4434-8661-e206538914a4 HTTP/1.1" status: 204 len: 168 time: 0.1714499 Aug 07 02:20:10.076147 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8ab09-2a19-4a79-a616-77a24e9bdd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d4ad04-6e75-4434-8661-e206538914a4,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:10.082268 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.089556 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:20:10.090208 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175400'] for segment, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: Traceback (most recent call last): Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: timer() Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: cb(*args, **kw) Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: return func(*args, **kwargs) Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: self._notify() Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: self.callback(batched_events) Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: event.method(event) Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: return f(self, *a, **k) Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._get(url).json() Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: return self.request(url, 'GET', **kwargs) Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:20:10.092285 dv-cinder-782390-7-iscsi neutron-server[93283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:20:10.151911 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.159217 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.162841 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] 10.222.0.11 "DELETE /v2.0/networks/224a836c-ccd9-4f71-9456-de008c371522 HTTP/1.1" status: 204 len: 168 time: 0.3278973 Aug 07 02:20:10.175064 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97ef88-2bbe-475e-bd03-c2343302fb2e admin admin] Pushing event deleted for resources: {'Network': ['ID=224a836c-ccd9-4f71-9456-de008c371522,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:10.218401 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device a2701790-aeb4-4fec-ab65-e42d5b3bb07a no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:20:10.357141 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: a2701790-aeb4-4fec-ab65-e42d5b3bb07a {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:20:10.357486 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device a2701790-aeb4-4fec-ab65-e42d5b3bb07a not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:20:10.407831 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55662) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:10.449593 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9888d84d-2345-4292-8a69-aa38fa787c88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=007c2f5a078c48878fff30937dee1c2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405533 Aug 07 02:20:10.452177 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55664) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:10.514186 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-29b851a5-8b73-42dd-b86b-4a2414cc0528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.542286 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-29b851a5-8b73-42dd-b86b-4a2414cc0528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.624438 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fdcc5-5d08-48cd-bbed-b77b717799e5 req-4711c35a-9812-4c4b-830c-add496a760dc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:10.625973 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-341fdcc5-5d08-48cd-bbed-b77b717799e5 req-4711c35a-9812-4c4b-830c-add496a760dc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0757458 Aug 07 02:20:10.660115 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-29b851a5-8b73-42dd-b86b-4a2414cc0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.663442 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-29b851a5-8b73-42dd-b86b-4a2414cc0528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:10.665479 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-29b851a5-8b73-42dd-b86b-4a2414cc0528 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a56b804-dba0-42be-8353-6f085e77b5ec HTTP/1.1" status: 204 len: 168 time: 0.2124095 Aug 07 02:20:10.688651 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b851a5-8b73-42dd-b86b-4a2414cc0528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a56b804-dba0-42be-8353-6f085e77b5ec,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:10.701421 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-341fdcc5-5d08-48cd-bbed-b77b717799e5 req-343e83ae-f975-4d98-a133-bfa6fbf1196d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687342 Aug 07 02:20:11.760391 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55742) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:11.848623 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0064fa-7d1b-42ee-90a4-4419331f64eb req-2c1b1c35-842a-44ff-bde8-41e70cd27dc1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:11.850095 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2d0064fa-7d1b-42ee-90a4-4419331f64eb req-2c1b1c35-842a-44ff-bde8-41e70cd27dc1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0544884 Aug 07 02:20:11.893296 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-375872042-network', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:11.901682 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2d0064fa-7d1b-42ee-90a4-4419331f64eb req-d2454d5b-f5cd-4bc5-9651-a77ffa22a835 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Aug 07 02:20:11.931910 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Made reservation on behalf of 0035c08372794bcb93ee2ea5a925dd8d for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:20:11.935283 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:11.948805 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.079975 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.085019 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.110287 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58efdb0d-78fe-46ef-84fb-841a55758866,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:12.123587 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:20:12.134442 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.135031 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Added segment ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d of type vlan for network 11d2b172-ffc6-4791-b79b-051731a936e1 Aug 07 02:20:12.183115 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.220553 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.221774 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:12.222693 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.291162 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55776) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:12.291377 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5297306 Aug 07 02:20:12.292302 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2811295-b78f-4d44-aefa-0091b1062a0c admin admin] Pushing event updated for resources: {'Network': ['ID=11d2b172-ffc6-4791-b79b-051731a936e1,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:12.307763 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 11d2b172-ffc6-4791-b79b-051731a936e1 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:20:12.311787 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Request body: {'subnet': {'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-375872042-subnet', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:12.371373 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Made reservation on behalf of 0035c08372794bcb93ee2ea5a925dd8d for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:20:12.377235 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337996'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.624445 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2616806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3338046'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.687734 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4de46bf-f476-455a-9705-deaddbd02da1,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:12.689902 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Checking segment: {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:12.690252 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Network hostable DHCP agents. Network: 11d2b172-ffc6-4791-b79b-051731a936e1, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:20:12.710663 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Network 11d2b172-ffc6-4791-b79b-051731a936e1 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:20:12.720944 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 11d2b172-ffc6-4791-b79b-051731a936e1) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:12.725460 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:12.726167 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.734161 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900f885-191b-4bcb-9f9a-b20f59905b37 None None] Network 11d2b172-ffc6-4791-b79b-051731a936e1 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:20:12.748918 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-68b2884d-e1c4-4088-a0d7-d0b322237a31 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4565814 Aug 07 02:20:12.751763 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55798) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:12.759428 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:12.788424 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.791886 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.876014 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:12.896595 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-11d2b172-ffc6-4791-b79b-051731a936e1', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:20:12.897572 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.042168 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.063294 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Allocated IP 172.20.0.2 (11d2b172-ffc6-4791-b79b-051731a936e1/b4de46bf-f476-455a-9705-deaddbd02da1/d4e5d971-6347-4117-8c02-bdfe60654025) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:13.105899 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a624-2eec-45be-a83b-b2e31ab680fe req-4560c1d4-5dc6-47fb-94b4-9e2a9a96b6c7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:13.112887 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0f23a624-2eec-45be-a83b-b2e31ab680fe req-4560c1d4-5dc6-47fb-94b4-9e2a9a96b6c7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1267111 Aug 07 02:20:13.167281 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0f23a624-2eec-45be-a83b-b2e31ab680fe req-1dce60f4-516d-4838-8b4f-82704a435d54 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526438 Aug 07 02:20:13.250256 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.263135 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Transition to ACTIVE for port object d4e5d971-6347-4117-8c02-bdfe60654025 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:13.283838 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Transition to ACTIVE for port object d4e5d971-6347-4117-8c02-bdfe60654025 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:13.293801 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.341723 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Network 11d2b172-ffc6-4791-b79b-051731a936e1 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:13.345552 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.346721 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:13.350934 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:13.381767 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.387671 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Pushing event updated for resources: {'Port': ['ID=d4e5d971-6347-4117-8c02-bdfe60654025,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:13.413406 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.413857 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.414901 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.415618 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.416092 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.416533 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.417000 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.417435 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.417898 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.420121 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.420736 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.421345 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:13.435500 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Attempting to bind port d4e5d971-6347-4117-8c02-bdfe60654025 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:13.435981 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Attempting to bind port d4e5d971-6347-4117-8c02-bdfe60654025 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:13.436451 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Attempting to bind port d4e5d971-6347-4117-8c02-bdfe60654025 on network 11d2b172-ffc6-4791-b79b-051731a936e1 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:13.442029 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:13.442436 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Checking segment: {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:13.442847 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.443398 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Bound using segment: {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:13.443871 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Bound port: d4e5d971-6347-4117-8c02-bdfe60654025, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:13.444437 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.553945 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] For port d4e5d971-6347-4117-8c02-bdfe60654025, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:13.559085 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Allocated IP 172.27.3.82 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/3447651b-043f-451e-bce3-b5847ad9928d) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:13.561366 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] For port d4e5d971-6347-4117-8c02-bdfe60654025, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=d4e5d971-6347-4117-8c02-bdfe60654025,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:13.574298 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.655698 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a52a5-36e8-4049-82bc-462892dafaf1 None None] Pushing event updated for resources: {'Port': ['ID=d4e5d971-6347-4117-8c02-bdfe60654025,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:13.733403 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.801434 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:13.847247 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:13.873167 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:13.876090 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:13.944973 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Pushing event updated for resources: {'Port': ['ID=3447651b-043f-451e-bce3-b5847ad9928d,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:14.333210 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967959e4-b991-468c-a978-af328642dcfc req-77180d47-73e7-4dd9-b2ea-e1b8769a913e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:14.341209 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-77180d47-73e7-4dd9-b2ea-e1b8769a913e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 815 time: 0.4911206 Aug 07 02:20:14.400087 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-b29ba169-0ed3-4ce2-9ec1-c871e693599e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/quotas/ebce2a00655943289ebeb08edcce7aae HTTP/1.1" status: 200 len: 375 time: 0.0578701 Aug 07 02:20:14.502482 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28050e3-86bc-4f3a-8ea6-597f0fb82944 req-5f513501-1b90-479f-80e2-1ce4738d8ff1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:14.504000 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a28050e3-86bc-4f3a-8ea6-597f0fb82944 req-5f513501-1b90-479f-80e2-1ce4738d8ff1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1846652 Aug 07 02:20:14.550464 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-3c9ae33e-6ac9-4815-8633-caf1df2ca730 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492951 Aug 07 02:20:14.660751 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a28050e3-86bc-4f3a-8ea6-597f0fb82944 req-19d186ec-996a-476a-8f66-ae7156951a2f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479673 Aug 07 02:20:14.684631 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:14.747628 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-c0150ad3-d3ec-4d6d-8144-710e5e30e7b1 service neutron] 10.222.0.11 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964302 Aug 07 02:20:14.878288 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b010c9d-0508-4cde-a210-ebcc7b8af935 None None] Network 11d2b172-ffc6-4791-b79b-051731a936e1 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:20:14.934185 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-e1b4b802-07b7-4846-85e6-74af61dfe9b0 service neutron] 10.222.0.11 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794801 Aug 07 02:20:14.993454 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:14.995896 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-993ca3fa-55ee-42ae-a0ab-ff4b96e65709 None None] Provisioning for port d4e5d971-6347-4117-8c02-bdfe60654025 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:15.068287 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55908) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:15.177675 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ea35b34-0d3a-440d-ac9a-651d501b078c req-bea2cb59-bd10-4f68-81f8-f899e3ce2310 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 210 time: 0.0314598 Aug 07 02:20:15.200301 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6e2d-5092-464c-9084-d308ac767bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:15.240656 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Router daffce27-a5d4-48d1-886e-b2a3b3c08637 is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:20:15.322000 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6e2d-5092-464c-9084-d308ac767bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:15.328815 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6e2d-5092-464c-9084-d308ac767bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:15.357979 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:20:15.367608 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Sync routers for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:20:15.370413 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-dc7c6e2d-5092-464c-9084-d308ac767bbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08530bf05c904394b407cf1dae24975a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981679 Aug 07 02:20:15.371422 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c6e2d-5092-464c-9084-d308ac767bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c02dd2-0712-4618-87d5-5e39e9cf63ea,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:15.373833 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55920) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:15.380557 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:15.381266 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:19:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:15.384201 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:15.385530 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3caa5639-f9fc-4423-9b9b-8a78404ad538 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6319675 Aug 07 02:20:15.388317 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55922) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:15.508681 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:15.689914 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f86e0596-95a5-4650-bb87-6abf66aa783c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:15.696831 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:14Z', 'revision_number': 3, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:15.726094 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Checking router: daffce27-a5d4-48d1-886e-b2a3b3c08637 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:20:15.726401 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Updating router daffce27-a5d4-48d1-886e-b2a3b3c08637 port 3447651b-043f-451e-bce3-b5847ad9928d binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:20:15.744845 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f86e0596-95a5-4650-bb87-6abf66aa783c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:15.752569 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:15.786427 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d48d86-4a61-4888-9f67-618dc0d5e859 req-87d539b3-4d20-4556-a49e-4aa8f2e77e9b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:15.788118 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-12d48d86-4a61-4888-9f67-618dc0d5e859 req-87d539b3-4d20-4556-a49e-4aa8f2e77e9b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0529764 Aug 07 02:20:15.838942 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-12d48d86-4a61-4888-9f67-618dc0d5e859 req-d393d785-3ae1-4f3f-aa23-89aa7363e22a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434666 Aug 07 02:20:15.877141 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f86e0596-95a5-4650-bb87-6abf66aa783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:15.879767 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f86e0596-95a5-4650-bb87-6abf66aa783c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:15.880894 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f86e0596-95a5-4650-bb87-6abf66aa783c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07c02dd2-0712-4618-87d5-5e39e9cf63ea HTTP/1.1" status: 204 len: 168 time: 0.5061293 Aug 07 02:20:15.891686 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e0596-95a5-4650-bb87-6abf66aa783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c02dd2-0712-4618-87d5-5e39e9cf63ea,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:16.051426 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device d4e5d971-6347-4117-8c02-bdfe60654025 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:16.064019 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.077639 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Transition to ACTIVE for port object 3447651b-043f-451e-bce3-b5847ad9928d will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:16.086746 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.111950 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port d4e5d971-6347-4117-8c02-bdfe60654025 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:16.118171 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port d4e5d971-6347-4117-8c02-bdfe60654025 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:16.119317 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.134247 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.140464 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602919d-07ae-4380-8b64-8c0c62972d9b None None] Pushing event updated for resources: {'Port': ['ID=3447651b-043f-451e-bce3-b5847ad9928d,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:16.165469 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Attempting to bind port 3447651b-043f-451e-bce3-b5847ad9928d on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:16.166009 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Attempting to bind port 3447651b-043f-451e-bce3-b5847ad9928d by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:16.166516 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Attempting to bind port 3447651b-043f-451e-bce3-b5847ad9928d on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:16.171651 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:16.172031 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:16.172432 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.172827 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:16.173576 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Bound port: 3447651b-043f-451e-bce3-b5847ad9928d, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:16.173980 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.230869 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] For port 3447651b-043f-451e-bce3-b5847ad9928d, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:16.234202 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] For port 3447651b-043f-451e-bce3-b5847ad9928d, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=3447651b-043f-451e-bce3-b5847ad9928d,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:16.239407 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.255848 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.274217 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 55938) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:16.300399 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-86e36184-9b5c-4cda-a038-261255ccd109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.305976 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port d4e5d971-6347-4117-8c02-bdfe60654025, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=d4e5d971-6347-4117-8c02-bdfe60654025,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:16.307559 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86f44bed-aaf1-490f-948e-638c608d4f1c req-5a6fae77-d4e2-4795-9a17-612bff11a730 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 210 time: 0.0288644 Aug 07 02:20:16.310684 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602919d-07ae-4380-8b64-8c0c62972d9b None None] Pushing event updated for resources: {'Port': ['ID=3447651b-043f-451e-bce3-b5847ad9928d,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:16.322768 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:16.323461 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:19:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:16.324277 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.364964 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Allocated IP 172.20.0.1 (11d2b172-ffc6-4791-b79b-051731a936e1/b4de46bf-f476-455a-9705-deaddbd02da1/2af679fd-a13d-4d15-b2c1-560cb3ea1082) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:16.376927 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=d4e5d971-6347-4117-8c02-bdfe60654025,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:16.437871 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:16.525510 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-86e36184-9b5c-4cda-a038-261255ccd109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.528571 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.532530 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-86e36184-9b5c-4cda-a038-261255ccd109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.563536 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Transition to ACTIVE for port object 2af679fd-a13d-4d15-b2c1-560cb3ea1082 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:16.585476 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-86e36184-9b5c-4cda-a038-261255ccd109 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68cfcc432b324a32864027165309c07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096771 Aug 07 02:20:16.588428 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 55944) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:16.590814 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36184-9b5c-4cda-a038-261255ccd109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f911f864-7365-42a7-b5f7-67230924228f,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:16.622182 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.630857 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:14Z', 'revision_number': 3, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:16.661264 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Network 11d2b172-ffc6-4791-b79b-051731a936e1 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:16.667238 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:16.670976 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:16.681608 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fa6e78f5-87ca-41c6-951e-1166a2f71ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.701474 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Pushing event updated for resources: {'Port': ['ID=2af679fd-a13d-4d15-b2c1-560cb3ea1082,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:16.720684 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fa6e78f5-87ca-41c6-951e-1166a2f71ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.723322 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.797656 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4614aff-c9f4-402b-b626-fade1bd2215c None None] The sync data for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi is: [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:14Z', 'revision_number': 3, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:20:16.824952 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fa6e78f5-87ca-41c6-951e-1166a2f71ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.828507 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fa6e78f5-87ca-41c6-951e-1166a2f71ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:16.829056 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-fa6e78f5-87ca-41c6-951e-1166a2f71ec4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f911f864-7365-42a7-b5f7-67230924228f HTTP/1.1" status: 204 len: 168 time: 0.2391467 Aug 07 02:20:16.837889 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e78f5-87ca-41c6-951e-1166a2f71ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f911f864-7365-42a7-b5f7-67230924228f,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:16.972233 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-b56f30ed-f806-4dc2-8f91-fbcb3c6f3657 None None] Provisioning for port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:16.977552 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-b56f30ed-f806-4dc2-8f91-fbcb3c6f3657 None None] Provisioning complete for port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:16.978134 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b56f30ed-f806-4dc2-8f91-fbcb3c6f3657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:17.034480 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:17.050257 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436674c-c906-48dc-93cb-8029e5804e4b req-77c512b8-81c1-4252-8559-88271c7c0a8f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:17.052282 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2436674c-c906-48dc-93cb-8029e5804e4b req-77c512b8-81c1-4252-8559-88271c7c0a8f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1169024 Aug 07 02:20:17.071629 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-b56f30ed-f806-4dc2-8f91-fbcb3c6f3657 None None] Port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:20:17.087828 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-42c1924d-ae36-48b8-b043-808601e86214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:17.145646 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2436674c-c906-48dc-93cb-8029e5804e4b req-6cba43eb-9b85-4e95-9e32-477651613f3b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852988 Aug 07 02:20:17.316038 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:17.322625 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:17.403430 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Pushing event updated for resources: {'Port': ['ID=2af679fd-a13d-4d15-b2c1-560cb3ea1082,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:17.443564 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:17.469421 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b29ecbd7-ff35-4005-a425-ad5e3462216f req-de6515bc-da75-45ce-aa3d-562aebf5c73d tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 210 time: 0.0641248 Aug 07 02:20:17.648227 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Network 11d2b172-ffc6-4791-b79b-051731a936e1 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:17.656341 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:17.789229 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967959e4-b991-468c-a978-af328642dcfc req-b063fbe6-814b-4cc8-9cd5-859653b92238 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:17.791349 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-b063fbe6-814b-4cc8-9cd5-859653b92238 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 815 time: 0.2601767 Aug 07 02:20:17.818430 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Request body: {'port': {'device_id': 'b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962', 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039', 'admin_state_up': True, 'tenant_id': 'ebce2a00655943289ebeb08edcce7aae'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:18.000519 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Router daffce27-a5d4-48d1-886e-b2a3b3c08637 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:20:18.106644 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-3c3a167f-292a-4577-a0e2-32e4df30c94b None None] Provisioning complete for port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:18.107830 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Made reservation on behalf of ebce2a00655943289ebeb08edcce7aae for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:20:18.108400 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3c3a167f-292a-4577-a0e2-32e4df30c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:18.113612 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:18.200541 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a167f-292a-4577-a0e2-32e4df30c94b None None] Port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:20:18.209771 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 3447651b-043f-451e-bce3-b5847ad9928d up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:18.227900 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:20:18.247762 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f2b3a109-f388-42ab-8e4e-c85256176170 admin admin] 10.222.0.11 "PUT /v2.0/routers/daffce27-a5d4-48d1-886e-b2a3b3c08637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8582022 Aug 07 02:20:18.316787 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 3447651b-043f-451e-bce3-b5847ad9928d completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:18.323675 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 3447651b-043f-451e-bce3-b5847ad9928d triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:18.324144 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:18.352184 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Allocated IP 172.20.0.6 (649fcc2f-0f7f-4b36-82f5-409fd88e9039/1d43d8e7-ffe8-4b67-a4a1-665e7c06874f/13237019-062b-4194-8b7a-61b29691324a) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:18.361156 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c398a9-111f-41f3-bdc1-55d2d42ecf8e req-32995e11-60be-45b1-b684-c6cfb3be52b0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:18.363268 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5c398a9-111f-41f3-bdc1-55d2d42ecf8e req-32995e11-60be-45b1-b684-c6cfb3be52b0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0790308 Aug 07 02:20:18.437243 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5c398a9-111f-41f3-bdc1-55d2d42ecf8e req-f4dafbdb-8184-4c3e-bf60-109722dfdc7b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633664 Aug 07 02:20:18.457065 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:18.483110 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 3447651b-043f-451e-bce3-b5847ad9928d, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=3447651b-043f-451e-bce3-b5847ad9928d,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:18.489976 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:18.491446 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device d4e5d971-6347-4117-8c02-bdfe60654025 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:18.588274 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:18.615237 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=3447651b-043f-451e-bce3-b5847ad9928d,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:18.630318 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port d4e5d971-6347-4117-8c02-bdfe60654025 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:18.631148 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:18.669813 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6aabe5ad-4549-4572-be89-daede963cce3 req-4ac25f05-400e-4292-9120-d7dd5311a472 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 210 time: 0.0565360 Aug 07 02:20:18.686871 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:18.705641 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['9f15414f-1447-45f5-a31d-aa5734802199'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:20:18.782255 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:18.784295 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:18.786185 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Pushing event updated for resources: {'Port': ['ID=13237019-062b-4194-8b7a-61b29691324a,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:18.800860 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:18.891367 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:18.892110 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:18.932607 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-962546f6-8fae-4c30-b376-20b0670ee8d2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1195409 Aug 07 02:20:18.956381 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Request body: {'port': {'device_id': 'b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:19.047129 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:19.366686 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Sync routers for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:20:19.386729 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:19.387972 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:19:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:19.609755 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:19.617655 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13237019-062b-4194-8b7a-61b29691324a {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:20:19.654081 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:19.674984 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56062) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:19.680785 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-f21513bb-6e04-4557-8fc8-501e56ec48bb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--290330301', 'description': 'tempest-description--1757537330'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:19.718467 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Transition to ACTIVE for port object 13237019-062b-4194-8b7a-61b29691324a will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:19.732184 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:19.739231 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f21513bb-6e04-4557-8fc8-501e56ec48bb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:19.800604 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d8a02058-cbac-4fdb-a3d3-579e0ac8eaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:19.828110 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:19.844378 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819b47b-d00a-48c2-ab8c-5d2a905451d6 req-47c0d48d-6f36-4bb3-b25b-4767e35d68fe tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:19.845950 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1819b47b-d00a-48c2-ab8c-5d2a905451d6 req-47c0d48d-6f36-4bb3-b25b-4767e35d68fe tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.2234669 Aug 07 02:20:19.865283 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Pushing event updated for resources: {'Port': ['ID=13237019-062b-4194-8b7a-61b29691324a,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:19.927454 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f21513bb-6e04-4557-8fc8-501e56ec48bb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:19.934594 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f21513bb-6e04-4557-8fc8-501e56ec48bb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:19.969066 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:17Z', 'revision_number': 2, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:19.969885 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f21513bb-6e04-4557-8fc8-501e56ec48bb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:19.971654 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f21513bb-6e04-4557-8fc8-501e56ec48bb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2950649 Aug 07 02:20:19.974817 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56074) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:19.980168 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-2c0a2e6a-ca4d-4e6a-b3b5-357196840a1f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'security_group_rule': {'security_group_id': '40d66717-1a40-49d8-8c6c-f6c75feea2ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:19.993111 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21513bb-6e04-4557-8fc8-501e56ec48bb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d66717-1a40-49d8-8c6c-f6c75feea2ca,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:20.026314 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Checking router: daffce27-a5d4-48d1-886e-b2a3b3c08637 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:20:20.026314 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Updating router daffce27-a5d4-48d1-886e-b2a3b3c08637 port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:20:20.027846 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2e6a-ca4d-4e6a-b3b5-357196840a1f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.060598 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.063461 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 3447651b-043f-451e-bce3-b5847ad9928d up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:20.120143 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2e6a-ca4d-4e6a-b3b5-357196840a1f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.126014 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2e6a-ca4d-4e6a-b3b5-357196840a1f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.143722 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a2e6a-ca4d-4e6a-b3b5-357196840a1f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c9b53a-5426-4aab-b3ab-468dea7e2064,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:20.167793 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2e6a-ca4d-4e6a-b3b5-357196840a1f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.169549 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2c0a2e6a-ca4d-4e6a-b3b5-357196840a1f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1933246 Aug 07 02:20:20.172289 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56082) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:20.179397 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-737b7026-f47d-4dad-a2b6-ce2724ab2cf8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'security_group_rule': {'security_group_id': '40d66717-1a40-49d8-8c6c-f6c75feea2ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:20.219175 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-737b7026-f47d-4dad-a2b6-ce2724ab2cf8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.233715 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 3447651b-043f-451e-bce3-b5847ad9928d triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:20.234098 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.265143 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c094f-b2de-4567-805f-adce1b2e0810 req-38b5fe86-8d1e-42df-a6d0-1ce313e76d94 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:20.272977 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-648c094f-b2de-4567-805f-adce1b2e0810 req-38b5fe86-8d1e-42df-a6d0-1ce313e76d94 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 943 time: 0.4565866 Aug 07 02:20:20.299369 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-737b7026-f47d-4dad-a2b6-ce2724ab2cf8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.306002 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-737b7026-f47d-4dad-a2b6-ce2724ab2cf8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.308960 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1819b47b-d00a-48c2-ab8c-5d2a905451d6 req-a3f7e5f7-cad1-4096-90fb-542f12c90a55 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459565 Aug 07 02:20:20.325805 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Attempting to bind port 13237019-062b-4194-8b7a-61b29691324a on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:20.326248 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Attempting to bind port 13237019-062b-4194-8b7a-61b29691324a by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:20.326708 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Attempting to bind port 13237019-062b-4194-8b7a-61b29691324a on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:20.334433 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Port 13237019-062b-4194-8b7a-61b29691324a on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:20:20.334433 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Attempting to bind port 13237019-062b-4194-8b7a-61b29691324a on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:20.351355 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-648c094f-b2de-4567-805f-adce1b2e0810 req-256bf293-0f02-4e3e-936c-6e7eb0b5605e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713482 Aug 07 02:20:20.354658 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b7026-f47d-4dad-a2b6-ce2724ab2cf8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6403987-0c71-4ff1-9f5e-af1d648ad93b,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:20.365016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:20.365016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Checking segment: {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:20.365016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Bound using segment: {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:20.365016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Bound port: 13237019-062b-4194-8b7a-61b29691324a, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:20.365016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.372976 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-737b7026-f47d-4dad-a2b6-ce2724ab2cf8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.377520 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-737b7026-f47d-4dad-a2b6-ce2724ab2cf8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2028947 Aug 07 02:20:20.379519 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56092) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:20.390431 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'floatingip': {'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:20.451716 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] For port 13237019-062b-4194-8b7a-61b29691324a, host hv-cinder-78239, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:20.452476 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.456539 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] For port 13237019-062b-4194-8b7a-61b29691324a, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=13237019-062b-4194-8b7a-61b29691324a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:20.464878 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.537924 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Pushing event updated for resources: {'Port': ['ID=13237019-062b-4194-8b7a-61b29691324a,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:20.552060 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:20.552880 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.562195 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-86572bda-1698-4f0d-b7a3-32a9d6434b68 service neutron] 10.222.0.16 "PUT /v2.0/ports/13237019-062b-4194-8b7a-61b29691324a HTTP/1.1" status: 200 len: 1093 time: 1.6131656 Aug 07 02:20:20.562920 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962', 'tag': '13237019-062b-4194-8b7a-61b29691324a'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:20:20.565339 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1439b4b2-1f3c-4198-94ab-ee472c18f84a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962", "tag": "13237019-062b-4194-8b7a-61b29691324a"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:20:20.610815 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2dff0d-39d2-4cbd-a8de-900e0bf47261 x-openstack-request-id: req-bc2dff0d-39d2-4cbd-a8de-900e0bf47261 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:20:20.611288 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962", "tag": "13237019-062b-4194-8b7a-61b29691324a", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:20:20.611718 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc2dff0d-39d2-4cbd-a8de-900e0bf47261 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:20:20.612346 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962', 'tag': '13237019-062b-4194-8b7a-61b29691324a', 'status': 'completed', 'code': 200} Aug 07 02:20:20.692030 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.712674 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967959e4-b991-468c-a978-af328642dcfc req-8a113002-43bb-4b95-ac05-9a397511a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:20.715129 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-8a113002-43bb-4b95-ac05-9a397511a315 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 1096 time: 0.0842235 Aug 07 02:20:20.732908 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.746826 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Transition to ACTIVE for port object 2af679fd-a13d-4d15-b2c1-560cb3ea1082 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:20.756536 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.776031 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-83c69a90-53fb-415f-8b41-640e77fee4df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13237019-062b-4194-8b7a-61b29691324a HTTP/1.1" status: 200 len: 217 time: 0.0500307 Aug 07 02:20:20.845989 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Allocated IP 172.27.3.9 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/ffd8daa4-59df-47e9-b054-0cc4684f9c6e) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:20.865244 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967959e4-b991-468c-a978-af328642dcfc req-77bfaf9f-3d7c-4b8c-8b44-dad09222c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:20.868444 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-77bfaf9f-3d7c-4b8c-8b44-dad09222c83a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f HTTP/1.1" status: 200 len: 855 time: 0.0781481 Aug 07 02:20:20.909974 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-63ce8f6b-98b4-4ad4-b968-2653a2547031 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649fcc2f-0f7f-4b36-82f5-409fd88e9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310256 Aug 07 02:20:20.913972 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2219ccf-4548-4635-a7b9-084a47918b20 None None] Pushing event updated for resources: {'Port': ['ID=2af679fd-a13d-4d15-b2c1-560cb3ea1082,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:20.924954 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.984534 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Attempting to bind port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:20.984912 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Attempting to bind port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:20.985274 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Attempting to bind port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 on network 11d2b172-ffc6-4791-b79b-051731a936e1 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:20.991394 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:20.991786 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Checking segment: {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:20.992360 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:20.995767 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Bound using segment: {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:21.004691 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.006414 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Bound port: 2af679fd-a13d-4d15-b2c1-560cb3ea1082, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:21.006823 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.056947 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.109390 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] For port 2af679fd-a13d-4d15-b2c1-560cb3ea1082, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:21.113358 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] For port 2af679fd-a13d-4d15-b2c1-560cb3ea1082, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2af679fd-a13d-4d15-b2c1-560cb3ea1082,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:21.123519 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-03c62c3e-0f52-4dfb-bc01-0058ab731434 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016010 Aug 07 02:20:21.126976 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.167530 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:21.172259 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:21.178748 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:21.192789 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:21.193507 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:21.281733 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'Port': ['ID=ffd8daa4-59df-47e9-b054-0cc4684f9c6e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:21.348747 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967959e4-b991-468c-a978-af328642dcfc req-459e9017-f423-441a-a41c-325e27e1c765 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101917 Aug 07 02:20:21.394153 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.498254 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2219ccf-4548-4635-a7b9-084a47918b20 None None] Pushing event updated for resources: {'Port': ['ID=2af679fd-a13d-4d15-b2c1-560cb3ea1082,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:21.506686 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.519845 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:21.555375 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-0f390718-c55d-4374-8878-6bdec7408f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:21.557162 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-0f390718-c55d-4374-8878-6bdec7408f72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 1096 time: 0.1492054 Aug 07 02:20:21.727432 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9183f-f906-4d24-bca6-d4533dd252c1 req-dd2fccfb-7288-45ac-8f42-10858a5553db tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:21.728834 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31b9183f-f906-4d24-bca6-d4533dd252c1 req-dd2fccfb-7288-45ac-8f42-10858a5553db tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.2079084 Aug 07 02:20:21.745478 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843d436-96eb-4db6-ad95-f80dc64224e2 req-b295367e-ee87-431d-90e2-79593d2a9abf tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:21.747012 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f843d436-96eb-4db6-ad95-f80dc64224e2 req-b295367e-ee87-431d-90e2-79593d2a9abf tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 943 time: 0.1851437 Aug 07 02:20:21.783426 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.790721 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.808942 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-94ae88c8-0775-4bab-9f85-5b8d9efc753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:21.812181 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-94ae88c8-0775-4bab-9f85-5b8d9efc753b service neutron] 10.222.0.16 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 916 time: 0.2376552 Aug 07 02:20:21.837377 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31b9183f-f906-4d24-bca6-d4533dd252c1 req-9ea78656-e6e3-444a-982a-6e60f3157334 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006625 Aug 07 02:20:21.847732 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f843d436-96eb-4db6-ad95-f80dc64224e2 req-e1e79e7b-ac83-483c-8fd4-a1dda591f34c tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914989 Aug 07 02:20:21.887461 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:21Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:21.897853 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'Port': ['ID=ffd8daa4-59df-47e9-b054-0cc4684f9c6e,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:21.913021 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.923470 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c72bf-3eaa-439e-8d52-be8b89c7596a None None] The sync data for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi is: [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:21Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:20:21.931136 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:21.941712 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-0c130329-0500-4d51-8dad-91b2b54ed9e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5532334 Aug 07 02:20:22.104589 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56162) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:22.183989 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-5a6c3b39-271b-4456-9011-478df0c15ecf tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--290330301&fields=id&tenant_id=0035c08372794bcb93ee2ea5a925dd8d HTTP/1.1" status: 200 len: 267 time: 0.0381494 Aug 07 02:20:22.228076 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-aabea59d-6e65-4544-977c-78a1cae81285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:22.234288 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:22.311290 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-30093a59-205d-4220-9ef0-0719bd252e89 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:22.314855 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-30093a59-205d-4220-9ef0-0719bd252e89 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 810 time: 0.1234813 Aug 07 02:20:22.334255 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-9c7209d4-7e38-47c4-b4bb-27973d5afde3 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/quotas/0035c08372794bcb93ee2ea5a925dd8d HTTP/1.1" status: 200 len: 375 time: 0.0147841 Aug 07 02:20:22.343928 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-aabea59d-6e65-4544-977c-78a1cae81285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:22.349000 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-aabea59d-6e65-4544-977c-78a1cae81285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:22.395066 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-aabea59d-6e65-4544-977c-78a1cae81285 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6679357e895b419986501065e2c9bb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867172 Aug 07 02:20:22.395066 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabea59d-6e65-4544-977c-78a1cae81285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4b526a-48bc-4c05-ba64-95097afb873b,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:22.396006 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56172) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:22.410880 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-9183341f-e933-4709-92e1-228a0f5f0543 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712450 Aug 07 02:20:22.457845 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dba3c48e-f426-4d79-b6e6-a6ae9e7114a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:22.482682 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dba3c48e-f426-4d79-b6e6-a6ae9e7114a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:22.519819 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-d7ecd381-889d-4eb8-af40-1acd6194d8ef service neutron] 10.222.0.11 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030006 Aug 07 02:20:22.534100 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dba3c48e-f426-4d79-b6e6-a6ae9e7114a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:22.536952 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dba3c48e-f426-4d79-b6e6-a6ae9e7114a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:22.541061 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-dba3c48e-f426-4d79-b6e6-a6ae9e7114a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c4b526a-48bc-4c05-ba64-95097afb873b HTTP/1.1" status: 204 len: 168 time: 0.1408994 Aug 07 02:20:22.563071 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3c48e-f426-4d79-b6e6-a6ae9e7114a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4b526a-48bc-4c05-ba64-95097afb873b,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:22.646610 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-659f6ef3-5a64-43db-ae5c-d281b447bc16 service neutron] 10.222.0.11 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199996 Aug 07 02:20:22.690873 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-1a2e5198-9bab-4b23-aa2f-78bd9b992801 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13237019-062b-4194-8b7a-61b29691324a HTTP/1.1" status: 200 len: 217 time: 0.0381413 Aug 07 02:20:22.852150 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77f28bd6-49f1-47c4-9a05-09227e4a47f3 req-14736479-61f5-4d19-80fa-7adce09cccc4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 210 time: 0.0334873 Aug 07 02:20:22.875800 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56188) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:22.889610 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b82f9c9c-4f2b-4956-9f38-a598910e7648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:22.970361 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9143cd8-d710-46b4-bcdb-5da16c63b8a2 req-94e591ea-9406-4297-9bd9-968157296e67 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:22.972066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d9143cd8-d710-46b4-bcdb-5da16c63b8a2 req-94e591ea-9406-4297-9bd9-968157296e67 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0532529 Aug 07 02:20:23.020624 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b82f9c9c-4f2b-4956-9f38-a598910e7648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.023818 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d9143cd8-d710-46b4-bcdb-5da16c63b8a2 req-c987cb62-361d-48b9-8b53-0d557270fd0a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Aug 07 02:20:23.025602 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b82f9c9c-4f2b-4956-9f38-a598910e7648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.060617 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-b82f9c9c-4f2b-4956-9f38-a598910e7648 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b377a0e46034ab6936f08dbde93d043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836970 Aug 07 02:20:23.063230 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56194) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:23.089178 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f9c9c-4f2b-4956-9f38-a598910e7648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04989988-1a3b-4d60-b3cf-2c5683c42446,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:23.158661 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f2e2b3e-1b42-45bb-ad5a-e926027e282b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.187310 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f2e2b3e-1b42-45bb-ad5a-e926027e282b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.203268 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e4bce-c83b-446b-8da0-091d52860141 req-d05afcdd-d6d0-4536-b701-8fd66b1cd73e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:23.204772 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-193e4bce-c83b-446b-8da0-091d52860141 req-d05afcdd-d6d0-4536-b701-8fd66b1cd73e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 943 time: 0.0890489 Aug 07 02:20:23.261306 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-193e4bce-c83b-446b-8da0-091d52860141 req-e74d3200-3083-4d57-8d7f-c7d97d1a07fd tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Aug 07 02:20:23.283328 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f2e2b3e-1b42-45bb-ad5a-e926027e282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.285956 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f2e2b3e-1b42-45bb-ad5a-e926027e282b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.287184 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6f2e2b3e-1b42-45bb-ad5a-e926027e282b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04989988-1a3b-4d60-b3cf-2c5683c42446 HTTP/1.1" status: 204 len: 168 time: 0.2229798 Aug 07 02:20:23.296050 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e2b3e-1b42-45bb-ad5a-e926027e282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04989988-1a3b-4d60-b3cf-2c5683c42446,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:23.604776 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56204) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:23.622472 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f97f7f59-eb86-405a-b033-da1d8dffe005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.710486 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f97f7f59-eb86-405a-b033-da1d8dffe005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.714693 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f97f7f59-eb86-405a-b033-da1d8dffe005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.750388 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f97f7f59-eb86-405a-b033-da1d8dffe005 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e331479dbf534d89b5753ccddc88a62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445150 Aug 07 02:20:23.752259 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f7f59-eb86-405a-b033-da1d8dffe005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa011efd-a8da-4ac0-86fa-178c0844b3d8,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:23.753139 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56208) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:23.806263 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7017ed78-3777-4e11-aab1-ee8691e1f9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.826409 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7017ed78-3777-4e11-aab1-ee8691e1f9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.872161 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7017ed78-3777-4e11-aab1-ee8691e1f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.875948 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7017ed78-3777-4e11-aab1-ee8691e1f9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:23.877316 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7017ed78-3777-4e11-aab1-ee8691e1f9c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa011efd-a8da-4ac0-86fa-178c0844b3d8 HTTP/1.1" status: 204 len: 168 time: 0.1231983 Aug 07 02:20:23.885855 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017ed78-3777-4e11-aab1-ee8691e1f9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa011efd-a8da-4ac0-86fa-178c0844b3d8,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:23.943881 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0df1bce7-9013-416d-993c-46e46f3fcbc1 req-b0a3bc53-5e83-4cb8-8298-51bffdd54c09 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 210 time: 0.0257428 Aug 07 02:20:24.004439 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2af679fd-a13d-4d15-b2c1-560cb3ea1082 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:24.055861 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:24.059655 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:24.060052 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:24.139352 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:24.152145 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2d64-d319-4c8d-a7b9-56b96b66659a req-c6746690-50e2-4b69-aabd-187ddab509e1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:24.153965 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-716e2d64-d319-4c8d-a7b9-56b96b66659a req-c6746690-50e2-4b69-aabd-187ddab509e1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0486331 Aug 07 02:20:24.179817 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 2af679fd-a13d-4d15-b2c1-560cb3ea1082, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2af679fd-a13d-4d15-b2c1-560cb3ea1082,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:24.184399 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:24.194294 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-716e2d64-d319-4c8d-a7b9-56b96b66659a req-3e5ed5b5-bbf6-4098-80bc-d3dc57d693da tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Aug 07 02:20:24.238495 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=2af679fd-a13d-4d15-b2c1-560cb3ea1082,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:24.378206 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fae6be-e419-492f-9d66-e3006c1c281f req-f4467395-7419-4dee-b3c5-f108784f516a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:24.379708 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-94fae6be-e419-492f-9d66-e3006c1c281f req-f4467395-7419-4dee-b3c5-f108784f516a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 943 time: 0.0507154 Aug 07 02:20:24.420792 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-94fae6be-e419-492f-9d66-e3006c1c281f req-6eeace72-025e-4161-aa8c-f20de2e49df3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Aug 07 02:20:24.749496 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-60257c7b-9b0b-4f52-b4e3-e30b1df77e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:24.751631 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-60257c7b-9b0b-4f52-b4e3-e30b1df77e7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f HTTP/1.1" status: 200 len: 855 time: 0.0643559 Aug 07 02:20:24.797347 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-11ad2fef-6e9a-4d75-b542-86b291020d0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649fcc2f-0f7f-4b36-82f5-409fd88e9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337331 Aug 07 02:20:24.899847 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-af69fbf2-c01e-40d1-aefb-311dd89adee0 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945723 Aug 07 02:20:25.020880 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1439b4b2-1f3c-4198-94ab-ee472c18f84a req-8cd74a2f-273d-41a9-894b-ea54dd97fb92 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135080 Aug 07 02:20:25.058621 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1446a4e1-c956-4fdc-b712-defd07486bb0 req-636643f3-955f-479f-8f14-61f6e9987486 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 210 time: 0.0338824 Aug 07 02:20:25.080642 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56256) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:25.196791 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-166faf43-2275-468e-b5d4-d9e5834810e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:25.312581 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-166faf43-2275-468e-b5d4-d9e5834810e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:25.316300 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-166faf43-2275-468e-b5d4-d9e5834810e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:25.357831 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-166faf43-2275-468e-b5d4-d9e5834810e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebccb4e5b9af4913b4570b1c292f2b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761109 Aug 07 02:20:25.361208 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56266) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:25.369313 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3e70e-03d5-48b5-a4da-dfbbb6f64a1c req-2234761d-52c4-43e6-8f9d-31bd38f966c8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:25.370845 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99a3e70e-03d5-48b5-a4da-dfbbb6f64a1c req-2234761d-52c4-43e6-8f9d-31bd38f966c8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0966415 Aug 07 02:20:25.372936 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166faf43-2275-468e-b5d4-d9e5834810e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d8841c-780c-4e41-868b-d9e7fc72f8a3,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:25.422570 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99a3e70e-03d5-48b5-a4da-dfbbb6f64a1c req-880bd223-6261-4e3e-b6cf-f20e81adcb32 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Aug 07 02:20:25.449179 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7587075c-51cf-4b92-a3e8-ed0bbcd9a385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:25.495359 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7587075c-51cf-4b92-a3e8-ed0bbcd9a385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:25.592782 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7587075c-51cf-4b92-a3e8-ed0bbcd9a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:25.592782 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7587075c-51cf-4b92-a3e8-ed0bbcd9a385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:25.593084 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7587075c-51cf-4b92-a3e8-ed0bbcd9a385 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13d8841c-780c-4e41-868b-d9e7fc72f8a3 HTTP/1.1" status: 204 len: 168 time: 0.2306561 Aug 07 02:20:25.606478 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587075c-51cf-4b92-a3e8-ed0bbcd9a385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d8841c-780c-4e41-868b-d9e7fc72f8a3,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:25.709823 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-0187c075-f273-4054-9432-30880db8af83 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:25.717171 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-0187c075-f273-4054-9432-30880db8af83 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 810 time: 0.2579482 Aug 07 02:20:25.776547 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd59ea-a0b1-4482-b291-f59103ecfe1a req-272d63bb-6610-4641-bd27-0dae35fd2f64 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:25.778134 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24bd59ea-a0b1-4482-b291-f59103ecfe1a req-272d63bb-6610-4641-bd27-0dae35fd2f64 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 943 time: 0.1684935 Aug 07 02:20:25.801282 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-e27b0f60-c258-4c7f-8fdf-e7f0019c9808 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0035c08372794bcb93ee2ea5a925dd8d HTTP/1.1" status: 200 len: 379 time: 0.0711567 Aug 07 02:20:25.831876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'port': {'device_id': 'c629bdb0-b000-4958-b4d1-092080558972', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'admin_state_up': True, 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'security_groups': ['40d66717-1a40-49d8-8c6c-f6c75feea2ca']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:25.860645 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24bd59ea-a0b1-4482-b291-f59103ecfe1a req-479e63bd-a565-48c1-a213-a47d233e7a32 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715213 Aug 07 02:20:26.047954 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2af679fd-a13d-4d15-b2c1-560cb3ea1082 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:26.066286 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Made reservation on behalf of 0035c08372794bcb93ee2ea5a925dd8d for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:20:26.075480 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:26.162243 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:26.163020 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:26.248899 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab7fd336-0940-491c-8808-a00b511bd9a5 req-6bcb081e-1384-48c4-a4c0-875e9e4e5b23 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 210 time: 0.0985413 Aug 07 02:20:26.343112 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Allocated IP 172.20.0.14 (11d2b172-ffc6-4791-b79b-051731a936e1/b4de46bf-f476-455a-9705-deaddbd02da1/956c1362-3062-4e69-a133-5684aa7b1f98) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:26.572728 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:26.592640 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Transition to ACTIVE for port object 956c1362-3062-4e69-a133-5684aa7b1f98 will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:26.613158 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e056c-8a03-4c5e-99f4-43d1b3ea83a9 req-b2f5fafd-cd63-4cb8-a7b5-47b241e6bebf tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:26.616245 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-af5e056c-8a03-4c5e-99f4-43d1b3ea83a9 req-b2f5fafd-cd63-4cb8-a7b5-47b241e6bebf tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0939035 Aug 07 02:20:26.683760 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-af5e056c-8a03-4c5e-99f4-43d1b3ea83a9 req-81a4fb95-5e5f-40ac-a2e1-d69a752aeac2 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605576 Aug 07 02:20:26.685352 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:26.737863 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Network 11d2b172-ffc6-4791-b79b-051731a936e1 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:26.740956 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:26.745036 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:26.772301 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'Port': ['ID=956c1362-3062-4e69-a133-5684aa7b1f98,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:26.799233 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:26.799876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:26.821747 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-4b4e8f97-6659-44f9-a985-299b43d432b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9942040 Aug 07 02:20:26.839640 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Request body: {'port': {'device_id': 'c629bdb0-b000-4958-b4d1-092080558972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:26.948724 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.024036 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-ad621589-503e-4dd9-96ad-36ab7d52adb1 None None] Provisioning for port 956c1362-3062-4e69-a133-5684aa7b1f98 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:27.028325 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-ad621589-503e-4dd9-96ad-36ab7d52adb1 None None] Provisioning complete for port 956c1362-3062-4e69-a133-5684aa7b1f98 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:27.029179 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ad621589-503e-4dd9-96ad-36ab7d52adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.073413 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-ad621589-503e-4dd9-96ad-36ab7d52adb1 None None] Port 956c1362-3062-4e69-a133-5684aa7b1f98 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:20:27.131316 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16942aae-e4cf-4431-8fcc-a113ed870f11 req-3ad26abd-2203-427a-8435-5f54d8bc03c2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:27.133700 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16942aae-e4cf-4431-8fcc-a113ed870f11 req-3ad26abd-2203-427a-8435-5f54d8bc03c2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 943 time: 0.1662183 Aug 07 02:20:27.150671 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56368) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:27.254563 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16942aae-e4cf-4431-8fcc-a113ed870f11 req-7cf57266-13d5-45ff-9825-059caba53990 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059365 Aug 07 02:20:27.354824 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-34b4f7ac-d8b4-486d-81b9-2662a26c3f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.396313 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956c1362-3062-4e69-a133-5684aa7b1f98 {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:20:27.408047 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.430219 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Transition to ACTIVE for port object 956c1362-3062-4e69-a133-5684aa7b1f98 will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:27.439629 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb3e4-faa7-499e-add6-5b8729d0cd92 req-7a72c5cf-b0dc-46cc-a5f8-bfa85fd60862 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:27.441490 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d74cb3e4-faa7-499e-add6-5b8729d0cd92 req-7a72c5cf-b0dc-46cc-a5f8-bfa85fd60862 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 932 time: 0.0914953 Aug 07 02:20:27.442829 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.466218 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 13237019-062b-4194-8b7a-61b29691324a details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:20:27.466944 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-34b4f7ac-d8b4-486d-81b9-2662a26c3f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.471578 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-34b4f7ac-d8b4-486d-81b9-2662a26c3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.521704 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-34b4f7ac-d8b4-486d-81b9-2662a26c3f8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25c205c7693645a49c469906ffa16c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691845 Aug 07 02:20:27.522472 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4f7ac-d8b4-486d-81b9-2662a26c3f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84b44bf-8cc4-45ae-a789-cd1b7e97ed63,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:27.524682 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56386) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:27.530216 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=956c1362-3062-4e69-a133-5684aa7b1f98,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:27.567125 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d74cb3e4-faa7-499e-add6-5b8729d0cd92 req-a1b13b20-2d31-4485-9139-50f9149b6780 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151969 Aug 07 02:20:27.646949 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 13237019-062b-4194-8b7a-61b29691324a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=13237019-062b-4194-8b7a-61b29691324a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:27.658625 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Attempting to bind port 956c1362-3062-4e69-a133-5684aa7b1f98 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:27.658972 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Attempting to bind port 956c1362-3062-4e69-a133-5684aa7b1f98 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:27.659314 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Attempting to bind port 956c1362-3062-4e69-a133-5684aa7b1f98 on network 11d2b172-ffc6-4791-b79b-051731a936e1 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:27.661264 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d917896-ce9b-4ffa-ae09-0ff3488ba534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.667513 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Port 956c1362-3062-4e69-a133-5684aa7b1f98 on network 11d2b172-ffc6-4791-b79b-051731a936e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:20:27.667629 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '13237019-062b-4194-8b7a-61b29691324a', 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039', 'port_id': '13237019-062b-4194-8b7a-61b29691324a', 'mac_address': 'fa:16:3e:84:d8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d43d8e7-ffe8-4b67-a4a1-665e7c06874f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:20:27.667808 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Attempting to bind port 956c1362-3062-4e69-a133-5684aa7b1f98 on network 11d2b172-ffc6-4791-b79b-051731a936e1 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:27.686892 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:27.686892 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Checking segment: {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:27.686892 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Bound using segment: {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:27.687345 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Bound port: 956c1362-3062-4e69-a133-5684aa7b1f98, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:27.687657 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.694846 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d917896-ce9b-4ffa-ae09-0ff3488ba534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.724322 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.739728 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13237019-062b-4194-8b7a-61b29691324a {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:20:27.770772 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 13237019-062b-4194-8b7a-61b29691324a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=13237019-062b-4194-8b7a-61b29691324a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:27.776029 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.841619 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=13237019-062b-4194-8b7a-61b29691324a,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:27.871660 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614e4b4-8fe4-4b2b-9811-57904176406b req-03356fdb-8d38-4e9a-a123-7212bfa8bb4e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:27.873156 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c614e4b4-8fe4-4b2b-9811-57904176406b req-03356fdb-8d38-4e9a-a123-7212bfa8bb4e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0761664 Aug 07 02:20:27.874230 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] For port 956c1362-3062-4e69-a133-5684aa7b1f98, host hv-cinder-78239, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:27.878873 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] For port 956c1362-3062-4e69-a133-5684aa7b1f98, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=956c1362-3062-4e69-a133-5684aa7b1f98,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:27.878873 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d917896-ce9b-4ffa-ae09-0ff3488ba534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.881537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d917896-ce9b-4ffa-ae09-0ff3488ba534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.882798 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4d917896-ce9b-4ffa-ae09-0ff3488ba534 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a84b44bf-8cc4-45ae-a789-cd1b7e97ed63 HTTP/1.1" status: 204 len: 168 time: 0.3537030 Aug 07 02:20:27.888206 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.911817 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56400) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:27.936062 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d917896-ce9b-4ffa-ae09-0ff3488ba534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84b44bf-8cc4-45ae-a789-cd1b7e97ed63,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:27.969476 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:27.970112 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:27.971886 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] 10.222.0.16 "PUT /v2.0/ports/956c1362-3062-4e69-a133-5684aa7b1f98 HTTP/1.1" status: 200 len: 1094 time: 1.1421766 Aug 07 02:20:27.972175 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c629bdb0-b000-4958-b4d1-092080558972', 'tag': '956c1362-3062-4e69-a133-5684aa7b1f98'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:20:27.974508 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dde346-841e-4dcd-8542-3ae0df7548db" -d '{"events": [{"name": "network-changed", "server_uuid": "c629bdb0-b000-4958-b4d1-092080558972", "tag": "956c1362-3062-4e69-a133-5684aa7b1f98"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:20:27.998246 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c614e4b4-8fe4-4b2b-9811-57904176406b req-6ae869dd-376d-49ec-b48c-76ffcc3ed171 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137905 Aug 07 02:20:28.003393 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19115dd4-103b-4685-8ac2-87343354c7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=956c1362-3062-4e69-a133-5684aa7b1f98,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:28.032878 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e81835-e0ea-40c6-9bd8-aeccd62b5a71 x-openstack-request-id: req-c5e81835-e0ea-40c6-9bd8-aeccd62b5a71 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:20:28.033242 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c629bdb0-b000-4958-b4d1-092080558972", "tag": "956c1362-3062-4e69-a133-5684aa7b1f98", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:20:28.033561 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5e81835-e0ea-40c6-9bd8-aeccd62b5a71 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:20:28.034029 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c629bdb0-b000-4958-b4d1-092080558972', 'tag': '956c1362-3062-4e69-a133-5684aa7b1f98', 'status': 'completed', 'code': 200} Aug 07 02:20:28.079233 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cc7b04db-0d19-49b9-9aeb-b85fca566fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.099825 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-6f833c36-cdd5-4278-ac0d-7f1545ccd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:28.101144 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-6f833c36-cdd5-4278-ac0d-7f1545ccd79a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 1097 time: 0.0607383 Aug 07 02:20:28.128710 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['13237019-062b-4194-8b7a-61b29691324a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:20:28.237856 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cc7b04db-0d19-49b9-9aeb-b85fca566fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.244623 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cc7b04db-0d19-49b9-9aeb-b85fca566fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.292643 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-cc7b04db-0d19-49b9-9aeb-b85fca566fc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8564c63c2e84ef18c38c7fea6a06e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796573 Aug 07 02:20:28.293598 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b04db-0d19-49b9-9aeb-b85fca566fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da3877-6695-431b-87dc-c7a7dbdabf9f,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:28.311638 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56414) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:28.359695 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:20:28.394624 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8d3f322b-6cb4-4b1f-bdd1-953c5ab09183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.427734 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8d3f322b-6cb4-4b1f-bdd1-953c5ab09183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.480482 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56420) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:28.485523 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-b277ffb8-5238-4d9e-8829-1705187d21c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956c1362-3062-4e69-a133-5684aa7b1f98 HTTP/1.1" status: 200 len: 217 time: 0.3637230 Aug 07 02:20:28.496715 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e5d55554-7343-4930-9ffa-d0d446bf4c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.523070 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8d3f322b-6cb4-4b1f-bdd1-953c5ab09183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.526567 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8d3f322b-6cb4-4b1f-bdd1-953c5ab09183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.528125 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-8d3f322b-6cb4-4b1f-bdd1-953c5ab09183 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60da3877-6695-431b-87dc-c7a7dbdabf9f HTTP/1.1" status: 204 len: 168 time: 0.2152770 Aug 07 02:20:28.544802 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f322b-6cb4-4b1f-bdd1-953c5ab09183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da3877-6695-431b-87dc-c7a7dbdabf9f,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:28.567573 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-8ace055f-6d6c-4ede-8c40-1aefd69999e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:28.569034 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-8ace055f-6d6c-4ede-8c40-1aefd69999e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 200 len: 849 time: 0.0748641 Aug 07 02:20:28.659135 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640cc7b-9914-44f2-aaf4-c1cdd66e3deb req-6a989a3f-a89a-4458-823f-4f9486b4facc tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:28.669110 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0640cc7b-9914-44f2-aaf4-c1cdd66e3deb req-6a989a3f-a89a-4458-823f-4f9486b4facc tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 944 time: 0.1856892 Aug 07 02:20:28.732056 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0640cc7b-9914-44f2-aaf4-c1cdd66e3deb req-7810896a-3495-4243-b0f3-a2e65bd0dde3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577219 Aug 07 02:20:28.737526 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e5d55554-7343-4930-9ffa-d0d446bf4c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.743755 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e5d55554-7343-4930-9ffa-d0d446bf4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.759447 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-b559cac2-cb45-42af-9a22-cfbca985f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:28.760963 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-b559cac2-cb45-42af-9a22-cfbca985f6fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d2b172-ffc6-4791-b79b-051731a936e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1820929 Aug 07 02:20:28.810233 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-e5d55554-7343-4930-9ffa-d0d446bf4c17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e9b17b6c6b5417ea74d049c6f635212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264194 Aug 07 02:20:28.810556 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56438) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:28.813022 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d55554-7343-4930-9ffa-d0d446bf4c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8315edff-ddd2-409c-8c2a-acf47bbb55b1,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:28.851165 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae010f6-5452-41d9-8f98-36e976c8b6c3 req-6282c4d7-00cd-498e-aa26-8e2e74aea783 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:28.853006 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6ae010f6-5452-41d9-8f98-36e976c8b6c3 req-6282c4d7-00cd-498e-aa26-8e2e74aea783 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 944 time: 0.1362195 Aug 07 02:20:28.870017 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6c5131e5-0083-46c4-aba7-533f859413cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.892848 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6c5131e5-0083-46c4-aba7-533f859413cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.902121 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-fd1b33ba-20d2-4ab6-a86b-8b8e46d2c9f2 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262550 Aug 07 02:20:28.923239 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6ae010f6-5452-41d9-8f98-36e976c8b6c3 req-17f10fac-3dba-4486-935c-e6f0b6a1f5b5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596278 Aug 07 02:20:28.950904 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6c5131e5-0083-46c4-aba7-533f859413cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.953709 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6c5131e5-0083-46c4-aba7-533f859413cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:28.955061 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6c5131e5-0083-46c4-aba7-533f859413cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8315edff-ddd2-409c-8c2a-acf47bbb55b1 HTTP/1.1" status: 204 len: 168 time: 0.1434290 Aug 07 02:20:28.966569 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5131e5-0083-46c4-aba7-533f859413cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8315edff-ddd2-409c-8c2a-acf47bbb55b1,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:29.012712 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fac226d9-ca04-4cc8-a0ce-17501a038d17 req-882bb169-96b0-4874-bf79-7aff28da2e05 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999732 Aug 07 02:20:29.030962 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56444) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:29.045154 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4831f037-dff7-4e12-a5cc-84fd8eeba0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.132638 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5ec4-cb24-4085-95eb-30d8e33dbfcc req-13c412e8-3d52-4cb6-b9c6-2952c5829f55 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:29.134791 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-61de5ec4-cb24-4085-95eb-30d8e33dbfcc req-13c412e8-3d52-4cb6-b9c6-2952c5829f55 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0581968 Aug 07 02:20:29.145128 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4831f037-dff7-4e12-a5cc-84fd8eeba0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.151741 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4831f037-dff7-4e12-a5cc-84fd8eeba0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.180581 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-61de5ec4-cb24-4085-95eb-30d8e33dbfcc req-33fb3c44-2e04-4492-a4ce-789c0f293ea2 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389681 Aug 07 02:20:29.201075 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-4831f037-dff7-4e12-a5cc-84fd8eeba0a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d232c963a23489ea9059513057aa827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687684 Aug 07 02:20:29.202003 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831f037-dff7-4e12-a5cc-84fd8eeba0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52de2d48-d36e-4dd4-af9c-5581ec65f1da,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:29.204239 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56450) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:29.262468 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6c961587-2447-417d-ab85-bbf50e64ac3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.286708 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6c961587-2447-417d-ab85-bbf50e64ac3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.332339 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56452) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:29.346294 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6c961587-2447-417d-ab85-bbf50e64ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.348804 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6c961587-2447-417d-ab85-bbf50e64ac3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.349873 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6c961587-2447-417d-ab85-bbf50e64ac3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52de2d48-d36e-4dd4-af9c-5581ec65f1da HTTP/1.1" status: 204 len: 168 time: 0.1446457 Aug 07 02:20:29.352619 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-81d48ed7-1e2c-41fc-ab41-ea8cfa57f512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.364506 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c961587-2447-417d-ab85-bbf50e64ac3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52de2d48-d36e-4dd4-af9c-5581ec65f1da,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:29.449008 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-81d48ed7-1e2c-41fc-ab41-ea8cfa57f512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.453003 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-81d48ed7-1e2c-41fc-ab41-ea8cfa57f512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.495017 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-81d48ed7-1e2c-41fc-ab41-ea8cfa57f512 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02ff36ebcef741428825a21a8f770e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614809 Aug 07 02:20:29.496062 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56456) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:29.496919 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d48ed7-1e2c-41fc-ab41-ea8cfa57f512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff04e5b2-6ce9-497a-beeb-17a87cb501d7,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:29.550151 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-64b2d08a-efa9-46b1-9686-2e959a12e481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.571281 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-64b2d08a-efa9-46b1-9686-2e959a12e481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.618844 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-64b2d08a-efa9-46b1-9686-2e959a12e481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.621346 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-64b2d08a-efa9-46b1-9686-2e959a12e481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.624867 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-64b2d08a-efa9-46b1-9686-2e959a12e481 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff04e5b2-6ce9-497a-beeb-17a87cb501d7 HTTP/1.1" status: 204 len: 168 time: 0.1249080 Aug 07 02:20:29.632370 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2d08a-efa9-46b1-9686-2e959a12e481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff04e5b2-6ce9-497a-beeb-17a87cb501d7,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:29.697506 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56464) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:29.711272 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-df25836b-5550-482e-9a43-e49bd6ed6793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.822317 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-df25836b-5550-482e-9a43-e49bd6ed6793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.829136 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-df25836b-5550-482e-9a43-e49bd6ed6793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.850911 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b7a91-8a36-4325-a852-8afe8f3184f8 req-50e4e679-32fc-4b9c-930d-9edb1bc106c4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:29.852960 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d0b7a91-8a36-4325-a852-8afe8f3184f8 req-50e4e679-32fc-4b9c-930d-9edb1bc106c4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 944 time: 0.0570817 Aug 07 02:20:29.869215 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25836b-5550-482e-9a43-e49bd6ed6793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd329f-a18d-4f53-93c4-8bed246f0254,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:29.894417 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d0b7a91-8a36-4325-a852-8afe8f3184f8 req-26f77cf4-9512-4224-ba0a-b539e900f983 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Aug 07 02:20:29.894646 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-df25836b-5550-482e-9a43-e49bd6ed6793 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=881d004d5cce494ea844a54ff4aaf1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937251 Aug 07 02:20:29.894999 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56476) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:29.948041 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e1f646f3-810c-471f-9b1c-f8cf82882428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:29.970634 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e1f646f3-810c-471f-9b1c-f8cf82882428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:30.022839 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e1f646f3-810c-471f-9b1c-f8cf82882428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:30.025863 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e1f646f3-810c-471f-9b1c-f8cf82882428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:30.027225 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-e1f646f3-810c-471f-9b1c-f8cf82882428 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ebd329f-a18d-4f53-93c4-8bed246f0254 HTTP/1.1" status: 204 len: 168 time: 0.1312010 Aug 07 02:20:30.039431 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f646f3-810c-471f-9b1c-f8cf82882428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd329f-a18d-4f53-93c4-8bed246f0254,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:30.070027 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d03d-e360-47d0-b5de-d385fbbd0e2f req-13114ec1-97a0-4f3f-92c2-4492665efef0 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:30.072659 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6be7d03d-e360-47d0-b5de-d385fbbd0e2f req-13114ec1-97a0-4f3f-92c2-4492665efef0 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 944 time: 0.0764556 Aug 07 02:20:30.115010 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6be7d03d-e360-47d0-b5de-d385fbbd0e2f req-072b8fd0-93bc-4ece-8e9c-7d689c0d1b9d tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354130 Aug 07 02:20:30.316080 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32608e-503b-493e-a650-c073bd4d1224 req-86a3480d-55cc-4508-a716-83b027cac5a8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:30.317489 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e32608e-503b-493e-a650-c073bd4d1224 req-86a3480d-55cc-4508-a716-83b027cac5a8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0649993 Aug 07 02:20:30.357601 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e32608e-503b-493e-a650-c073bd4d1224 req-5c3c76af-60d3-4c69-9695-0d05425ae78e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337634 Aug 07 02:20:31.022143 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ee421-d71d-4613-99ff-3ea923d39b95 req-9bf43e3b-c16b-4984-a210-05042ba0c64a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:31.023577 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d09ee421-d71d-4613-99ff-3ea923d39b95 req-9bf43e3b-c16b-4984-a210-05042ba0c64a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 944 time: 0.0587292 Aug 07 02:20:31.070785 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d09ee421-d71d-4613-99ff-3ea923d39b95 req-8e0ebda2-d3b8-4fd2-a612-f70838cf35cc tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380702 Aug 07 02:20:31.243768 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ab022-3a7c-4db2-b7b3-db21be722f6c req-f0a935db-d908-4328-8683-771dea90754d tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:31.245300 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b84ab022-3a7c-4db2-b7b3-db21be722f6c req-f0a935db-d908-4328-8683-771dea90754d tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 944 time: 0.0602021 Aug 07 02:20:31.285305 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b84ab022-3a7c-4db2-b7b3-db21be722f6c req-3d4e1850-560d-4496-9b89-f04c2c8db32e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332851 Aug 07 02:20:31.485257 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965eb2df-f046-4484-a518-f9530c6deb3f req-581ac1ce-1138-4dcf-b31c-febeffa5f585 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:31.487341 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-965eb2df-f046-4484-a518-f9530c6deb3f req-581ac1ce-1138-4dcf-b31c-febeffa5f585 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0567021 Aug 07 02:20:31.546249 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-965eb2df-f046-4484-a518-f9530c6deb3f req-61fb5a60-c51e-4a9c-a0c3-f90c910bd26f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482018 Aug 07 02:20:32.011763 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde346-841e-4dcd-8542-3ae0df7548db req-591fc6a9-f29b-4eed-93d7-4e086458635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:32.013263 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43dde346-841e-4dcd-8542-3ae0df7548db req-591fc6a9-f29b-4eed-93d7-4e086458635e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 1097 time: 0.0453880 Aug 07 02:20:32.131926 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde346-841e-4dcd-8542-3ae0df7548db req-8f2ccf7b-6a7c-49ad-b204-660d5ff0e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:32.134134 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43dde346-841e-4dcd-8542-3ae0df7548db req-8f2ccf7b-6a7c-49ad-b204-660d5ff0e9e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 911 time: 0.0973415 Aug 07 02:20:32.211728 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43dde346-841e-4dcd-8542-3ae0df7548db req-9a641535-ed05-4025-a312-5e6ad36e4a4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956c1362-3062-4e69-a133-5684aa7b1f98 HTTP/1.1" status: 200 len: 217 time: 0.0619972 Aug 07 02:20:32.241285 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e36e6-daf4-4efb-9f8d-ddc0516879dc req-e3e06525-5373-4d0a-9311-dc5c7afec554 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:32.243431 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-749e36e6-daf4-4efb-9f8d-ddc0516879dc req-e3e06525-5373-4d0a-9311-dc5c7afec554 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 944 time: 0.1020882 Aug 07 02:20:32.313084 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde346-841e-4dcd-8542-3ae0df7548db req-f400f72a-88cb-4860-ae87-c17c615827f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:32.314587 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43dde346-841e-4dcd-8542-3ae0df7548db req-f400f72a-88cb-4860-ae87-c17c615827f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 200 len: 849 time: 0.0921237 Aug 07 02:20:32.317977 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-749e36e6-daf4-4efb-9f8d-ddc0516879dc req-db8727cc-95ca-4e71-a027-d979afd37d78 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527146 Aug 07 02:20:32.404395 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde346-841e-4dcd-8542-3ae0df7548db req-de52387a-50af-443a-90da-3031b6dd0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:32.405869 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43dde346-841e-4dcd-8542-3ae0df7548db req-de52387a-50af-443a-90da-3031b6dd0ba0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d2b172-ffc6-4791-b79b-051731a936e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817325 Aug 07 02:20:32.412699 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56612) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:32.500832 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784f25a-afca-4d36-b99d-5bbaa614ce70 req-af405310-ecbc-457a-aadc-4364cece009b tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:32.507473 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f784f25a-afca-4d36-b99d-5bbaa614ce70 req-af405310-ecbc-457a-aadc-4364cece009b tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 944 time: 0.1172271 Aug 07 02:20:32.536489 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e1595efc-f56d-43d9-bb11-a9faffa99267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:32.564806 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f784f25a-afca-4d36-b99d-5bbaa614ce70 req-4f2c9943-0845-4d41-add7-8760bafc597a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542345 Aug 07 02:20:32.568734 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43dde346-841e-4dcd-8542-3ae0df7548db req-e99a23d5-823e-484a-81c0-5139a6bc1393 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402094 Aug 07 02:20:32.661718 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e1595efc-f56d-43d9-bb11-a9faffa99267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:32.666522 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e1595efc-f56d-43d9-bb11-a9faffa99267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:32.703936 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-e1595efc-f56d-43d9-bb11-a9faffa99267 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c791044413e9483ea90ba12b5339e896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901380 Aug 07 02:20:32.708554 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56626) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:32.714894 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1595efc-f56d-43d9-bb11-a9faffa99267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed58116-ba7f-4e9b-af03-0e98a34efc5e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:32.730036 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c361-eb69-4b47-9794-01bae6826003 req-dd6638a0-a002-49fd-900b-b8264f1ec1a9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:32.731586 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-02e4c361-eb69-4b47-9794-01bae6826003 req-dd6638a0-a002-49fd-900b-b8264f1ec1a9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0921254 Aug 07 02:20:32.739625 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43dde346-841e-4dcd-8542-3ae0df7548db req-ccbeb264-7d6b-4cb7-8b80-4aa2bebedefc service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514864 Aug 07 02:20:32.800449 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-02e4c361-eb69-4b47-9794-01bae6826003 req-fba1e65a-5efa-463f-8999-60c0ee0082a0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599678 Aug 07 02:20:32.818892 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecd50196-741f-4885-a647-49ee983febdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:32.858156 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecd50196-741f-4885-a647-49ee983febdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:32.913760 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecd50196-741f-4885-a647-49ee983febdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:32.916983 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecd50196-741f-4885-a647-49ee983febdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:32.918570 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ecd50196-741f-4885-a647-49ee983febdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ed58116-ba7f-4e9b-af03-0e98a34efc5e HTTP/1.1" status: 204 len: 168 time: 0.2067416 Aug 07 02:20:32.927061 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd50196-741f-4885-a647-49ee983febdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed58116-ba7f-4e9b-af03-0e98a34efc5e,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:33.067940 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-66173e51-adad-4d89-a26a-7024a9d8e370 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491688 Aug 07 02:20:33.170746 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-5a3c816e-0813-4a24-b135-8fd40a1b0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:33.172463 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-5a3c816e-0813-4a24-b135-8fd40a1b0ac4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 1099 time: 0.0470273 Aug 07 02:20:33.256706 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56660) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:33.278067 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8b064e7d-d5b5-4a11-a59e-4608b27ca66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.337968 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-0997a5e7-fbff-49a2-9b20-1dfa2cdb2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:33.339524 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-0997a5e7-fbff-49a2-9b20-1dfa2cdb2c0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 916 time: 0.1414464 Aug 07 02:20:33.364573 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56664) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:33.394805 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-1beba2bb-44ec-4fe0-b1d2-c7afc6571548 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f15414f-1447-45f5-a31d-aa5734802199 HTTP/1.1" status: 200 len: 217 time: 0.0410852 Aug 07 02:20:33.498955 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dcf95a7-9dd5-474e-891b-f3cd940c2c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.502222 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-919a213f-8673-4783-a490-735b243824d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:33.503764 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-919a213f-8673-4783-a490-735b243824d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f HTTP/1.1" status: 200 len: 855 time: 0.1007059 Aug 07 02:20:33.523267 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8b064e7d-d5b5-4a11-a59e-4608b27ca66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.539794 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 13237019-062b-4194-8b7a-61b29691324a up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:33.542498 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8b064e7d-d5b5-4a11-a59e-4608b27ca66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.546513 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-b627db50-67ee-4ccb-b666-e2cf98759d02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649fcc2f-0f7f-4b36-82f5-409fd88e9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330744 Aug 07 02:20:33.590838 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 13237019-062b-4194-8b7a-61b29691324a completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:33.595637 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 13237019-062b-4194-8b7a-61b29691324a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:33.596539 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.597235 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01446d3f-f1e2-46ed-ac28-9a60a9acefff req-b47f7154-d19d-4276-a991-3709bb0286d9 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:33.600015 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-01446d3f-f1e2-46ed-ac28-9a60a9acefff req-b47f7154-d19d-4276-a991-3709bb0286d9 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 944 time: 0.1596308 Aug 07 02:20:33.632060 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dcf95a7-9dd5-474e-891b-f3cd940c2c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.637613 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6dcf95a7-9dd5-474e-891b-f3cd940c2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.659731 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8b064e7d-d5b5-4a11-a59e-4608b27ca66c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d51a9470ba004f308e1bf9eacb07fee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996594 Aug 07 02:20:33.659731 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b064e7d-d5b5-4a11-a59e-4608b27ca66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c807b1-f1cb-4c71-bddc-d52becbdfa4f,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:33.661174 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56672) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:33.690594 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.701313 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6dcf95a7-9dd5-474e-891b-f3cd940c2c39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=534514ed15114ea6a0d75398e07f68d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354588 Aug 07 02:20:33.705027 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56674) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:33.718913 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13237019-062b-4194-8b7a-61b29691324a'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:20:33.720597 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf95a7-9dd5-474e-891b-f3cd940c2c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4523a61b-60df-4f81-b84a-365bf9d04f32,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:33.721670 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe7d2f-ca8f-4af5-8446-e1559d1dd913" -d '{"events": [{"server_uuid": "b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962", "name": "network-vif-plugged", "status": "completed", "tag": "13237019-062b-4194-8b7a-61b29691324a"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:20:33.737163 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 13237019-062b-4194-8b7a-61b29691324a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=13237019-062b-4194-8b7a-61b29691324a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:33.746785 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.753850 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b3f7-4048-4d33-9dea-cc437b80efbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.762891 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-01446d3f-f1e2-46ed-ac28-9a60a9acefff req-13c4ea90-e52b-4dd1-b658-ef23e9d5f979 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387277 Aug 07 02:20:33.784925 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b3f7-4048-4d33-9dea-cc437b80efbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.808986 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=13237019-062b-4194-8b7a-61b29691324a,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:33.829144 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcabda1-f2d9-4512-be08-bcd0b3cac034 req-a4149660-a2d1-44f0-ba90-18cfa839b615 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:33.831900 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8dcabda1-f2d9-4512-be08-bcd0b3cac034 req-a4149660-a2d1-44f0-ba90-18cfa839b615 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 944 time: 0.1691473 Aug 07 02:20:33.832070 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241d571e-9f3b-40ca-bf4b-11931f66aea0 x-openstack-request-id: req-241d571e-9f3b-40ca-bf4b-11931f66aea0 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:20:33.832070 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962", "name": "network-vif-plugged", "status": "completed", "tag": "13237019-062b-4194-8b7a-61b29691324a", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:20:33.832070 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-241d571e-9f3b-40ca-bf4b-11931f66aea0 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:20:33.832276 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13237019-062b-4194-8b7a-61b29691324a', 'code': 200} Aug 07 02:20:33.836649 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-9d87ae03-7339-414d-b601-f03647d017da service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782965 Aug 07 02:20:33.842446 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b3f7-4048-4d33-9dea-cc437b80efbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.845860 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b3f7-4048-4d33-9dea-cc437b80efbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:33.850953 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-0cd6b3f7-4048-4d33-9dea-cc437b80efbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40c807b1-f1cb-4c71-bddc-d52becbdfa4f HTTP/1.1" status: 204 len: 168 time: 0.1851764 Aug 07 02:20:33.860285 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6b3f7-4048-4d33-9dea-cc437b80efbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c807b1-f1cb-4c71-bddc-d52becbdfa4f,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:33.977611 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e30493c8-ea69-430e-85cf-514a068958d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.005132 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e30493c8-ea69-430e-85cf-514a068958d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.056585 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8dcabda1-f2d9-4512-be08-bcd0b3cac034 req-aeef9585-ca2c-4298-9366-81699a9f063c tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189519 Aug 07 02:20:34.088928 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb442c-a0fc-4e29-860d-bf647e3e65c0 req-54d214be-c2eb-446a-9674-65b2402fc6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:34.090492 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-59bb442c-a0fc-4e29-860d-bf647e3e65c0 req-54d214be-c2eb-446a-9674-65b2402fc6e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 1098 time: 0.0702765 Aug 07 02:20:34.092116 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9fc7bd1-6baf-44f7-9982-ca903a9e8553 req-37b5b242-aa60-471b-a309-d41f0f985f06 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330511 Aug 07 02:20:34.108345 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92604c-66cc-4031-a696-b2063e6a11eb req-53135a63-ce93-4e43-9419-86c3c5ab947b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:34.117832 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1e92604c-66cc-4031-a696-b2063e6a11eb req-53135a63-ce93-4e43-9419-86c3c5ab947b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1756027 Aug 07 02:20:34.163557 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e30493c8-ea69-430e-85cf-514a068958d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.166654 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e30493c8-ea69-430e-85cf-514a068958d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.170939 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e30493c8-ea69-430e-85cf-514a068958d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4523a61b-60df-4f81-b84a-365bf9d04f32 HTTP/1.1" status: 204 len: 168 time: 0.4617984 Aug 07 02:20:34.181567 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-59bb442c-a0fc-4e29-860d-bf647e3e65c0 req-8ae8713e-d713-422b-a307-97b4c4a07668 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763409 Aug 07 02:20:34.193735 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1e92604c-66cc-4031-a696-b2063e6a11eb req-37f147e0-4200-4705-a420-ec999e1e1bd1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754623 Aug 07 02:20:34.208322 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30493c8-ea69-430e-85cf-514a068958d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4523a61b-60df-4f81-b84a-365bf9d04f32,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:34.298876 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56702) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:34.462191 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-64ef3f7d-42ac-4bcb-819e-59b61df1c6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.567262 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-64ef3f7d-42ac-4bcb-819e-59b61df1c6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.573279 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-64ef3f7d-42ac-4bcb-819e-59b61df1c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.616222 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-64ef3f7d-42ac-4bcb-819e-59b61df1c6c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2737d33a767e48379dc0a5e7b868a6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160126 Aug 07 02:20:34.617168 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef3f7d-42ac-4bcb-819e-59b61df1c6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549631ff-f3f4-4e11-9765-66de64161bdb,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:34.619171 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56720) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:34.673388 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-02068434-0f0f-4228-91b3-1edae29c320c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.695716 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-02068434-0f0f-4228-91b3-1edae29c320c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.743959 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-02068434-0f0f-4228-91b3-1edae29c320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.746550 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-02068434-0f0f-4228-91b3-1edae29c320c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:34.747822 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-02068434-0f0f-4228-91b3-1edae29c320c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/549631ff-f3f4-4e11-9765-66de64161bdb HTTP/1.1" status: 204 len: 168 time: 0.1272819 Aug 07 02:20:34.760432 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02068434-0f0f-4228-91b3-1edae29c320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549631ff-f3f4-4e11-9765-66de64161bdb,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:34.903852 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec20715-27ef-4364-a935-6fd7393f42af req-07d21cc4-29b5-4967-9284-1cef27ad7801 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:34.905474 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fec20715-27ef-4364-a935-6fd7393f42af req-07d21cc4-29b5-4967-9284-1cef27ad7801 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 945 time: 0.0679405 Aug 07 02:20:34.952392 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fec20715-27ef-4364-a935-6fd7393f42af req-bb184909-77c5-4439-a79c-2baf635a3fb2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Aug 07 02:20:35.052425 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56748) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:35.067560 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9653cdc-4ec9-4081-bdf9-9f65b5266f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.216485 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9653cdc-4ec9-4081-bdf9-9f65b5266f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.223085 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9653cdc-4ec9-4081-bdf9-9f65b5266f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.271156 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01b785-58c1-4c04-9ed1-aae8da17ad43 req-2db42442-2ce2-4dac-8886-0f95b1ba89e7 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:35.279701 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce01b785-58c1-4c04-9ed1-aae8da17ad43 req-2db42442-2ce2-4dac-8886-0f95b1ba89e7 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 944 time: 0.1040988 Aug 07 02:20:35.305260 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f9653cdc-4ec9-4081-bdf9-9f65b5266f00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57dcac422b9e47aa9ade0cf844d21a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517190 Aug 07 02:20:35.305514 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56766) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:35.311578 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9653cdc-4ec9-4081-bdf9-9f65b5266f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0343d068-7e90-4389-aa84-5ab2377df160,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:35.353066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce01b785-58c1-4c04-9ed1-aae8da17ad43 req-950ef9ec-7463-4ca7-af2f-80579ea81c61 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671861 Aug 07 02:20:35.421048 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a707426-67d6-4279-8aaf-4cfd545f1ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.426938 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cab45-4c78-4d42-9626-e23df19873b1 req-dbdfd3af-67c5-4a52-ac5a-6db1ffe2d2c7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:35.429392 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-143cab45-4c78-4d42-9626-e23df19873b1 req-dbdfd3af-67c5-4a52-ac5a-6db1ffe2d2c7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1050603 Aug 07 02:20:35.462892 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a707426-67d6-4279-8aaf-4cfd545f1ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.494728 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-143cab45-4c78-4d42-9626-e23df19873b1 req-c1003c31-94fe-497f-9d73-99896f34fefb tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567617 Aug 07 02:20:35.537296 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a707426-67d6-4279-8aaf-4cfd545f1ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.542446 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a707426-67d6-4279-8aaf-4cfd545f1ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.544767 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6a707426-67d6-4279-8aaf-4cfd545f1ca4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0343d068-7e90-4389-aa84-5ab2377df160 HTTP/1.1" status: 204 len: 168 time: 0.2381027 Aug 07 02:20:35.556917 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 956c1362-3062-4e69-a133-5684aa7b1f98 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:20:35.566466 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a707426-67d6-4279-8aaf-4cfd545f1ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0343d068-7e90-4389-aa84-5ab2377df160,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:35.628001 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56774) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:35.686623 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.724786 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 956c1362-3062-4e69-a133-5684aa7b1f98, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=956c1362-3062-4e69-a133-5684aa7b1f98,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:35.739945 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '956c1362-3062-4e69-a133-5684aa7b1f98', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'port_id': '956c1362-3062-4e69-a133-5684aa7b1f98', 'mac_address': 'fa:16:3e:a3:72:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:20:35.831962 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.864136 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956c1362-3062-4e69-a133-5684aa7b1f98 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:20:35.895879 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 956c1362-3062-4e69-a133-5684aa7b1f98, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=956c1362-3062-4e69-a133-5684aa7b1f98,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:35.903632 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:35.985414 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cb38339a-e41a-4777-b0e6-4718fe168801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:36.006802 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=956c1362-3062-4e69-a133-5684aa7b1f98,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:36.099542 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb3e09-0e78-4625-bc94-7a02ab33da4c req-d34e6ace-5af9-4a51-8e0f-3fab9544af09 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:36.101022 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51cb3e09-0e78-4625-bc94-7a02ab33da4c req-d34e6ace-5af9-4a51-8e0f-3fab9544af09 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 945 time: 0.0677650 Aug 07 02:20:36.134771 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cb38339a-e41a-4777-b0e6-4718fe168801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:36.142484 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cb38339a-e41a-4777-b0e6-4718fe168801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:36.173026 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51cb3e09-0e78-4625-bc94-7a02ab33da4c req-792ca14b-c0a7-47b7-90e7-f3ece37442d5 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593650 Aug 07 02:20:36.190302 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38339a-e41a-4777-b0e6-4718fe168801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5685256c-d39c-45d4-bacd-0326804726b8,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:36.201905 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cb38339a-e41a-4777-b0e6-4718fe168801 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b96fe7d540fc4cb4a2f63173750e6875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739112 Aug 07 02:20:36.204204 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56798) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:36.232606 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['956c1362-3062-4e69-a133-5684aa7b1f98'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:20:36.262754 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cdee2f88-398b-463b-9fd6-c7f01f285471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:36.291344 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cdee2f88-398b-463b-9fd6-c7f01f285471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:36.349880 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cdee2f88-398b-463b-9fd6-c7f01f285471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:36.354417 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cdee2f88-398b-463b-9fd6-c7f01f285471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:36.356279 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-cdee2f88-398b-463b-9fd6-c7f01f285471 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5685256c-d39c-45d4-bacd-0326804726b8 HTTP/1.1" status: 204 len: 168 time: 0.1506741 Aug 07 02:20:36.369307 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee2f88-398b-463b-9fd6-c7f01f285471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5685256c-d39c-45d4-bacd-0326804726b8,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:36.495767 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933baba-c89d-4ed9-a29e-daf1648b854d req-52819bc5-6c45-423b-b551-ce91561ebfdf tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:36.498876 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8933baba-c89d-4ed9-a29e-daf1648b854d req-52819bc5-6c45-423b-b551-ce91561ebfdf tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 945 time: 0.0566089 Aug 07 02:20:36.568770 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8933baba-c89d-4ed9-a29e-daf1648b854d req-f607ed0f-4f65-4a80-863f-b916b28d8ca3 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558364 Aug 07 02:20:36.796538 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ba49a-0484-455b-bb34-c25bd6a6b041 req-c22dc129-35da-4f48-8ead-9f176def71b2 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:36.798624 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ca5ba49a-0484-455b-bb34-c25bd6a6b041 req-c22dc129-35da-4f48-8ead-9f176def71b2 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0759935 Aug 07 02:20:36.853764 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ca5ba49a-0484-455b-bb34-c25bd6a6b041 req-152ce926-2655-46ad-84c9-5082a3f5fe9a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Aug 07 02:20:36.913021 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56848) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:37.019742 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-36ed35b4-d436-4b1d-9c14-3d591117a902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.115364 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-36ed35b4-d436-4b1d-9c14-3d591117a902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.127937 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-36ed35b4-d436-4b1d-9c14-3d591117a902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.163645 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-36ed35b4-d436-4b1d-9c14-3d591117a902 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=030dca1e5ab44de486200b9cb0cc11d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495604 Aug 07 02:20:37.164432 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed35b4-d436-4b1d-9c14-3d591117a902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5544cea8-fbe0-40ed-8758-275ee1108ec2,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:37.166539 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56868) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:37.185930 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56870) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:37.228055 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68e36346-8be7-4d62-b679-23df189ecdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.252856 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68e36346-8be7-4d62-b679-23df189ecdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.296803 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1509082852-network', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:37.313839 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68e36346-8be7-4d62-b679-23df189ecdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.316482 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68e36346-8be7-4d62-b679-23df189ecdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.317617 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-68e36346-8be7-4d62-b679-23df189ecdf0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5544cea8-fbe0-40ed-8758-275ee1108ec2 HTTP/1.1" status: 204 len: 168 time: 0.1500192 Aug 07 02:20:37.327339 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e36346-8be7-4d62-b679-23df189ecdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5544cea8-fbe0-40ed-8758-275ee1108ec2,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:37.329973 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Made reservation on behalf of ee54a72d18974024b8a2385f183b5efe for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:20:37.332375 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.342236 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.449776 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.455272 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.484837 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:20:37.487283 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f99f39-8dd8-4841-8674-766fc4ae2730,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:37.513297 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.515042 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Added segment a755e3ba-6a57-44f5-a272-44f1bdcbc7c1 of type vlan for network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 Aug 07 02:20:37.575004 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 956c1362-3062-4e69-a133-5684aa7b1f98 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:37.581555 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.636311 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.637420 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:37.638067 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.663225 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 956c1362-3062-4e69-a133-5684aa7b1f98 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:37.668949 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 956c1362-3062-4e69-a133-5684aa7b1f98 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:37.669281 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.692324 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56890) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:37.715043 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-af4a68f8-db98-4bb2-97c5-13c58771c738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.722612 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5354939 Aug 07 02:20:37.725867 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56892) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:37.732121 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Request body: {'subnet': {'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1509082852-subnet', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:37.745877 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1205dc-bb5b-4f1a-806f-8ebbd0383541 admin admin] Pushing event updated for resources: {'Network': ['ID=6f9c95f2-f6b7-4912-82cb-2bd51db53b87,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:37.758754 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Made reservation on behalf of ee54a72d18974024b8a2385f183b5efe for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:20:37.763141 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359135'] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.767939 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbf174-d60a-499a-bfda-69ce9d7d624b req-f2ee9608-afe8-4b5b-82fe-9b2042686c11 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:37.769637 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a4fbf174-d60a-499a-bfda-69ce9d7d624b req-f2ee9608-afe8-4b5b-82fe-9b2042686c11 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 945 time: 0.0970359 Aug 07 02:20:37.771510 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:20:37.809372 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a4fbf174-d60a-499a-bfda-69ce9d7d624b req-e8c59459-75b9-467e-a0fa-822d96b86024 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335133 Aug 07 02:20:37.834464 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.872290 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c629bdb0-b000-4958-b4d1-092080558972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956c1362-3062-4e69-a133-5684aa7b1f98'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:20:37.885202 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184c2619-791b-4389-82b4-9b3afdc6e8a6" -d '{"events": [{"server_uuid": "c629bdb0-b000-4958-b4d1-092080558972", "name": "network-vif-plugged", "status": "completed", "tag": "956c1362-3062-4e69-a133-5684aa7b1f98"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:20:37.907883 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 956c1362-3062-4e69-a133-5684aa7b1f98, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=956c1362-3062-4e69-a133-5684aa7b1f98,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:37.913386 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.974341 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-af4a68f8-db98-4bb2-97c5-13c58771c738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.977031 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dded256-85b2-4b64-ab08-85bfcc26b522 x-openstack-request-id: req-9dded256-85b2-4b64-ab08-85bfcc26b522 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:20:37.983045 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-af4a68f8-db98-4bb2-97c5-13c58771c738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:37.990824 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c629bdb0-b000-4958-b4d1-092080558972", "name": "network-vif-plugged", "status": "completed", "tag": "956c1362-3062-4e69-a133-5684aa7b1f98", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:20:37.993533 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9dded256-85b2-4b64-ab08-85bfcc26b522 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:20:37.993997 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c629bdb0-b000-4958-b4d1-092080558972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956c1362-3062-4e69-a133-5684aa7b1f98', 'code': 200} Aug 07 02:20:38.051221 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33abea3-5e9b-48fa-b62f-7328f9789209 req-602f55a1-1ace-412f-b6fb-6fededf0a417 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:38.063535 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e33abea3-5e9b-48fa-b62f-7328f9789209 req-602f55a1-1ace-412f-b6fb-6fededf0a417 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1044860 Aug 07 02:20:38.069636 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=956c1362-3062-4e69-a133-5684aa7b1f98,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:38.073498 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a68f8-db98-4bb2-97c5-13c58771c738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549baffc-0635-4037-8cce-1abcbcdd6f05,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:38.079749 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359149'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.084083 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-af4a68f8-db98-4bb2-97c5-13c58771c738 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de7b6815f0374064b0cd04f178f70b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899693 Aug 07 02:20:38.087524 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56904) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:38.127833 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e33abea3-5e9b-48fa-b62f-7328f9789209 req-bcf4914b-bb7d-4c5b-ac01-4378fd29f4b3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631912 Aug 07 02:20:38.197486 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29237be-2c90-4879-a347-1a1a23dca8aa,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:38.227901 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Checking segment: {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:38.228256 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Network hostable DHCP agents. Network: 6f9c95f2-f6b7-4912-82cb-2bd51db53b87, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:20:38.230153 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ca074842-334d-4251-a8d0-ab7bd650575b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.239044 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c849f-0e30-48fc-8d89-66c5a24a07ba req-d5d94346-3eb5-48ee-a993-abe0ed7d62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:38.240527 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9d5c849f-0e30-48fc-8d89-66c5a24a07ba req-d5d94346-3eb5-48ee-a993-abe0ed7d62e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 1099 time: 0.0895851 Aug 07 02:20:38.269093 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ca074842-334d-4251-a8d0-ab7bd650575b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.341136 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-cfe01a39-278e-4e14-88ef-caeddf9219c4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:38.342701 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-cfe01a39-278e-4e14-88ef-caeddf9219c4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 815 time: 0.1039515 Aug 07 02:20:38.359147 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-9812877d-7854-40b6-9735-e9175ebe55f5 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/quotas/ebce2a00655943289ebeb08edcce7aae HTTP/1.1" status: 200 len: 375 time: 0.0102150 Aug 07 02:20:38.410949 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-8ab29652-1c46-4ea1-952d-3eefff598faa tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460765 Aug 07 02:20:38.508459 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:20:38.509572 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-982775e1-fe62-467d-85e8-f7cdb8caad59 service neutron] 10.222.0.11 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909884 Aug 07 02:20:38.526902 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9d5c849f-0e30-48fc-8d89-66c5a24a07ba req-044fd45b-849b-4400-b8e6-64525c958bdf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768214 Aug 07 02:20:38.532299 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 6f9c95f2-f6b7-4912-82cb-2bd51db53b87) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:38.540611 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2674a6-c80a-4868-bfaf-9fb1c289050d None None] Network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:20:38.546106 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:38.546725 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.561983 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-bc92e660-1a87-4975-a6d0-2b3ba287d555 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8335960 Aug 07 02:20:38.564716 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 56920) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:38.569383 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:38.584782 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ca074842-334d-4251-a8d0-ab7bd650575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.588078 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ca074842-334d-4251-a8d0-ab7bd650575b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.589375 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-ca074842-334d-4251-a8d0-ab7bd650575b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/549baffc-0635-4037-8cce-1abcbcdd6f05 HTTP/1.1" status: 204 len: 168 time: 0.5006807 Aug 07 02:20:38.606300 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca074842-334d-4251-a8d0-ab7bd650575b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549baffc-0635-4037-8cce-1abcbcdd6f05,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:38.614897 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.616266 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.642025 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-4930a753-3cb8-4c71-bc1b-1e7fcd29b4c8 service neutron] 10.222.0.11 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264668 Aug 07 02:20:38.682201 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.782522 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:20:38.784522 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:38.932320 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aaa60409-6a14-4754-ade8-479bc4bfc219 req-06fb8ede-39be-4553-b7c1-3067cfe2622f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 210 time: 0.0376952 Aug 07 02:20:38.993192 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.087930 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff34a9-ac26-451c-9fdf-ea4258dd2481 req-58882307-db0c-426e-ab9a-f7a850feba5a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:39.110770 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8ff34a9-ac26-451c-9fdf-ea4258dd2481 req-58882307-db0c-426e-ab9a-f7a850feba5a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.1019509 Aug 07 02:20:39.124553 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Allocated IP 172.20.0.2 (6f9c95f2-f6b7-4912-82cb-2bd51db53b87/b29237be-2c90-4879-a347-1a1a23dca8aa/0a657822-7591-411e-b816-00e3f413a116) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:39.184516 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8ff34a9-ac26-451c-9fdf-ea4258dd2481 req-ce12fca2-1875-483f-b57b-1b238461cc46 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719116 Aug 07 02:20:39.276833 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc0fb-4165-4888-9a89-f2de5c2dbc07 req-c0544735-68a9-4924-9b6b-d35ac8272f5d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:39.283602 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d33fc0fb-4165-4888-9a89-f2de5c2dbc07 req-c0544735-68a9-4924-9b6b-d35ac8272f5d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0646505 Aug 07 02:20:39.321410 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.349860 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.359554 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d33fc0fb-4165-4888-9a89-f2de5c2dbc07 req-9cc52600-a40d-466f-9d91-b9621d588390 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600669 Aug 07 02:20:39.406399 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.418977 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Transition to ACTIVE for port object 0a657822-7591-411e-b816-00e3f413a116 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:39.444984 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Transition to ACTIVE for port object 0a657822-7591-411e-b816-00e3f413a116 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:39.452725 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.465359 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Allocated IP 172.27.3.70 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/ce23440b-36b7-4677-b985-9387983b05d1) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:39.494604 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:39.496122 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:39.501700 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:39.515618 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Pushing event updated for resources: {'Port': ['ID=0a657822-7591-411e-b816-00e3f413a116,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:39.573995 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Attempting to bind port 0a657822-7591-411e-b816-00e3f413a116 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:39.574690 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Attempting to bind port 0a657822-7591-411e-b816-00e3f413a116 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:39.575250 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Attempting to bind port 0a657822-7591-411e-b816-00e3f413a116 on network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:39.581129 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:39.581499 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Checking segment: {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:39.582058 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.582973 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Bound using segment: {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:39.583714 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Bound port: 0a657822-7591-411e-b816-00e3f413a116, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:39.584169 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.639177 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.655334 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] For port 0a657822-7591-411e-b816-00e3f413a116, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:39.659669 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] For port 0a657822-7591-411e-b816-00e3f413a116, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=0a657822-7591-411e-b816-00e3f413a116,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:39.665984 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.689075 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:39.745309 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:39.745797 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c1ed9-102d-4c7f-9e6e-ed57a26ccd34 None None] Pushing event updated for resources: {'Port': ['ID=0a657822-7591-411e-b816-00e3f413a116,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:39.749195 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:39.751682 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:39.779255 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Pushing event updated for resources: {'Port': ['ID=ce23440b-36b7-4677-b985-9387983b05d1,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:40.047724 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46ea99-7e7e-43ce-9a61-56ca4e4673a0 req-17174f72-a232-4595-b4ff-03c37fb7fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:40.049697 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5f46ea99-7e7e-43ce-9a61-56ca4e4673a0 req-17174f72-a232-4595-b4ff-03c37fb7fb32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 1099 time: 0.1390896 Aug 07 02:20:40.128725 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-144b427d-ecb3-4781-8265-86278680c1cb req-d1c79a13-5fc0-444f-8e27-58ff84c0de60 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 210 time: 0.0431421 Aug 07 02:20:40.184293 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5f46ea99-7e7e-43ce-9a61-56ca4e4673a0 req-4fa2b488-1913-4746-9932-92467d94a486 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222045 Aug 07 02:20:40.188514 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:40.313125 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dba4d-755b-4d22-aa97-bf5079c0fafe req-218337d7-7a42-4157-b711-db67d3626cb1 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:40.315156 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-834dba4d-755b-4d22-aa97-bf5079c0fafe req-218337d7-7a42-4157-b711-db67d3626cb1 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0697300 Aug 07 02:20:40.389276 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-834dba4d-755b-4d22-aa97-bf5079c0fafe req-66ef2557-07a6-4e9b-affd-3055668a76e3 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582213 Aug 07 02:20:40.391120 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56988) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:40.499355 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-5b4d26b8-1cea-436e-8f0e-2769ee3a6d40 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:40.501703 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-5b4d26b8-1cea-436e-8f0e-2769ee3a6d40 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 815 time: 0.2281978 Aug 07 02:20:40.514139 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae3841-064f-469c-9993-efccbc7351d2 req-25585a04-28ba-428c-95a7-b2a2442598e8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:40.515707 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9bae3841-064f-469c-9993-efccbc7351d2 req-25585a04-28ba-428c-95a7-b2a2442598e8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0896575 Aug 07 02:20:40.520165 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Request body: {'port': {'device_id': '022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59', 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039', 'admin_state_up': True, 'tenant_id': 'ebce2a00655943289ebeb08edcce7aae'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:40.547910 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78448da-9e4f-410e-8e4e-4cc0d39e4119 req-60684891-9a73-4623-81b3-29b2d34ebd62 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:40.549591 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c78448da-9e4f-410e-8e4e-4cc0d39e4119 req-60684891-9a73-4623-81b3-29b2d34ebd62 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0862551 Aug 07 02:20:40.563694 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 56998) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:40.568863 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-333be396-45c3-4eed-a62f-5828885ebb9e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'floatingip': {'port_id': '956c1362-3062-4e69-a133-5684aa7b1f98'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:40.611499 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9bae3841-064f-469c-9993-efccbc7351d2 req-4f5b71e1-2fb6-41da-9a34-c0215afeef5b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884995 Aug 07 02:20:40.621727 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:40.640800 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-333be396-45c3-4eed-a62f-5828885ebb9e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:40.643210 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c55754c3-f5df-40f4-95aa-ac97f63df740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:40.883882 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c0c1cf-189c-45ab-9879-02030b00d179 None None] Network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:20:40.948651 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7dbd12e3-ca7e-4803-8de5-1baa1b6df5f4 None None] Provisioning for port 0a657822-7591-411e-b816-00e3f413a116 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:40.999589 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Router d31db23e-5268-4bf1-8390-625bd231a7b6 is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:20:41.117629 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:20:41.129604 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Sync routers for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:20:41.140244 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:41.141091 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:41.223164 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c55754c3-f5df-40f4-95aa-ac97f63df740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:41.241276 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:41.243564 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-54c75204-a646-4ed8-8e5f-43718f22688a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6777291 Aug 07 02:20:41.266311 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57008) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:41.283291 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Made reservation on behalf of ebce2a00655943289ebeb08edcce7aae for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:20:41.286872 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:41.295470 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c55754c3-f5df-40f4-95aa-ac97f63df740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:41.327074 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e1f5a66f-f949-4daf-a1f8-4f349fe19fce req-abe54f47-7624-409c-89ec-aa5f99fafb43 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 210 time: 0.0964789 Aug 07 02:20:41.378887 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:41.422759 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55754c3-f5df-40f4-95aa-ac97f63df740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da5402e-da7e-4fbd-b54b-b27d03dd9a30,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:41.447935 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c55754c3-f5df-40f4-95aa-ac97f63df740 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2dbb58d2868495a8a721eec77f1ba71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0557084 Aug 07 02:20:41.448549 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57010) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:41.610792 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-333be396-45c3-4eed-a62f-5828885ebb9e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:41.618989 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-333be396-45c3-4eed-a62f-5828885ebb9e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:41.631010 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:39Z', 'revision_number': 3, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:41.670627 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Checking router: d31db23e-5268-4bf1-8390-625bd231a7b6 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:20:41.670973 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Updating router d31db23e-5268-4bf1-8390-625bd231a7b6 port ce23440b-36b7-4677-b985-9387983b05d1 binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:20:41.701603 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:41.708409 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Allocated IP 172.20.0.10 (649fcc2f-0f7f-4b36-82f5-409fd88e9039/1d43d8e7-ffe8-4b67-a4a1-665e7c06874f/15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:41.717364 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-65559098-5795-47ee-86f9-b3bfbe794daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:41.765749 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-333be396-45c3-4eed-a62f-5828885ebb9e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Floating IP 4a98910a-e799-4683-b872-79e1acb937dc associated. External IP: 172.27.3.9, port: 956c1362-3062-4e69-a133-5684aa7b1f98. Aug 07 02:20:41.792183 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-65559098-5795-47ee-86f9-b3bfbe794daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:41.822487 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba863c-f9b4-48ae-b583-34f408caceae req-c397c152-a3b8-4328-9c70-bb71ea15daa0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:41.824183 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8eba863c-f9b4-48ae-b583-34f408caceae req-c397c152-a3b8-4328-9c70-bb71ea15daa0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1053381 Aug 07 02:20:41.909496 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8eba863c-f9b4-48ae-b583-34f408caceae req-72037ecc-ab4b-4ea3-857c-cc05686ba51a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506825 Aug 07 02:20:41.962078 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.028376 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Transition to ACTIVE for port object ce23440b-36b7-4677-b985-9387983b05d1 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:42.036445 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-65559098-5795-47ee-86f9-b3bfbe794daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.039845 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-65559098-5795-47ee-86f9-b3bfbe794daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.040062 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.041171 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-65559098-5795-47ee-86f9-b3bfbe794daf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7da5402e-da7e-4fbd-b54b-b27d03dd9a30 HTTP/1.1" status: 204 len: 168 time: 0.5894012 Aug 07 02:20:42.071912 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65559098-5795-47ee-86f9-b3bfbe794daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da5402e-da7e-4fbd-b54b-b27d03dd9a30,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:42.099209 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 0a657822-7591-411e-b816-00e3f413a116 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:42.112429 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.144810 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Pushing event updated for resources: {'Port': ['ID=ce23440b-36b7-4677-b985-9387983b05d1,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:42.152205 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333be396-45c3-4eed-a62f-5828885ebb9e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Router daffce27-a5d4-48d1-886e-b2a3b3c08637 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:20:42.155153 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.155671 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.156450 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.156937 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.157837 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.158342 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.158864 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.159515 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.160124 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.161129 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.161690 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.162181 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:20:42.170939 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Attempting to bind port ce23440b-36b7-4677-b985-9387983b05d1 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:42.171390 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 0a657822-7591-411e-b816-00e3f413a116 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:42.171808 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Attempting to bind port ce23440b-36b7-4677-b985-9387983b05d1 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:42.172583 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Attempting to bind port ce23440b-36b7-4677-b985-9387983b05d1 on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:42.176434 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 0a657822-7591-411e-b816-00e3f413a116 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:42.176942 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.181325 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:42.181697 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:42.182166 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.183111 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:42.184218 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Bound port: ce23440b-36b7-4677-b985-9387983b05d1, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:42.184618 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.218177 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27aa14-d574-4808-8eb4-df232a265224 req-97938f9e-52f0-4235-bda0-ace017b52022 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:42.220122 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ef27aa14-d574-4808-8eb4-df232a265224 req-97938f9e-52f0-4235-bda0-ace017b52022 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1827452 Aug 07 02:20:42.229734 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.252202 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['9f15414f-1447-45f5-a31d-aa5734802199', '13237019-062b-4194-8b7a-61b29691324a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:20:42.260472 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] For port ce23440b-36b7-4677-b985-9387983b05d1, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:42.264733 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] For port ce23440b-36b7-4677-b985-9387983b05d1, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ce23440b-36b7-4677-b985-9387983b05d1,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:42.274219 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.299549 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.308742 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:42.320736 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:42.324666 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:42.327247 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Pushing event updated for resources: {'Port': ['ID=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:42.388306 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630b184-83e3-41c1-95cd-b2cf6086e039 None None] Pushing event updated for resources: {'Port': ['ID=ce23440b-36b7-4677-b985-9387983b05d1,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:42.397334 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:42.397948 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:42.480539 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ef27aa14-d574-4808-8eb4-df232a265224 req-f6470007-d103-4639-b72d-ae4c820e2144 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450457 Aug 07 02:20:42.496012 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.515057 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:42.558343 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 0a657822-7591-411e-b816-00e3f413a116, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=0a657822-7591-411e-b816-00e3f413a116,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:42.572915 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.622254 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:42.622992 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.634016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333be396-45c3-4eed-a62f-5828885ebb9e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:20:42.663413 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-333be396-45c3-4eed-a62f-5828885ebb9e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.684371 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=0a657822-7591-411e-b816-00e3f413a116,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:42.694097 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] Sync routers for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:20:42.706424 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-69da1e80-d803-403d-b223-7c07549d8b48 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1908522 Aug 07 02:20:42.761071 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5181-f176-4b34-a0be-7a975ff6e870 req-1b310868-eca1-401d-abc4-def045aed8e4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:42.768770 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3aef5181-f176-4b34-a0be-7a975ff6e870 req-1b310868-eca1-401d-abc4-def045aed8e4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 932 time: 0.2730319 Aug 07 02:20:42.772307 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-333be396-45c3-4eed-a62f-5828885ebb9e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "PUT /v2.0/floatingips/4a98910a-e799-4683-b872-79e1acb937dc HTTP/1.1" status: 200 len: 990 time: 2.2076099 Aug 07 02:20:42.783239 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Request body: {'port': {'device_id': '022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:42.804483 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c629bdb0-b000-4958-b4d1-092080558972', 'tag': '956c1362-3062-4e69-a133-5684aa7b1f98'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:20:42.810397 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e260aee3-e5a6-4363-a1f3-4d209f4d4377" -d '{"events": [{"name": "network-changed", "server_uuid": "c629bdb0-b000-4958-b4d1-092080558972", "tag": "956c1362-3062-4e69-a133-5684aa7b1f98"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:20:42.817691 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:42.821669 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:42.868317 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3aef5181-f176-4b34-a0be-7a975ff6e870 req-8d13eb6b-769b-4887-980a-8d36fabb8a88 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986729 Aug 07 02:20:42.868576 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:39Z', 'revision_number': 3, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:42.939693 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Allocated IP 172.20.0.1 (6f9c95f2-f6b7-4912-82cb-2bd51db53b87/b29237be-2c90-4879-a347-1a1a23dca8aa/e03f977a-c233-458b-b466-0b9d9a4060ff) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:42.971315 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50536c-ba9d-4501-8a34-d6dafd02c45f x-openstack-request-id: req-bc50536c-ba9d-4501-8a34-d6dafd02c45f {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:20:42.971552 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c629bdb0-b000-4958-b4d1-092080558972", "tag": "956c1362-3062-4e69-a133-5684aa7b1f98", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:20:42.971806 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc50536c-ba9d-4501-8a34-d6dafd02c45f {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:20:42.972201 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c629bdb0-b000-4958-b4d1-092080558972', 'tag': '956c1362-3062-4e69-a133-5684aa7b1f98', 'status': 'completed', 'code': 200} Aug 07 02:20:42.988487 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:42.988679 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f50a88-3cb0-4846-b614-02ef2e9c3d13 None None] The sync data for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi is: [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:39Z', 'revision_number': 3, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:20:43.107682 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-2b016fcd-5975-4fdd-b27c-e9e64e4a60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:43.109383 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-2b016fcd-5975-4fdd-b27c-e9e64e4a60a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 1099 time: 0.0997429 Aug 07 02:20:43.135230 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:43.308969 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-3e00fc49-6a33-4586-b5fe-4090a2bbc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:43.314179 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-3e00fc49-6a33-4586-b5fe-4090a2bbc149 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 911 time: 0.1851528 Aug 07 02:20:43.389790 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:43.466807 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-d009a0b9-8eb5-4ff4-b098-6f1b7cf6106c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956c1362-3062-4e69-a133-5684aa7b1f98 HTTP/1.1" status: 200 len: 998 time: 0.1425951 Aug 07 02:20:43.474486 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Transition to ACTIVE for port object e03f977a-c233-458b-b466-0b9d9a4060ff will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:43.570638 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:43.591197 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-5b2c5457-f7e6-4d6b-b2cf-1557663fd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:43.593385 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-5b2c5457-f7e6-4d6b-b2cf-1557663fd782 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 200 len: 849 time: 0.1110957 Aug 07 02:20:43.629792 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:43.655009 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:43.669708 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-e41e3b39-0313-45aa-9baf-4d967490e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:43.671555 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-e41e3b39-0313-45aa-9baf-4d967490e7ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d2b172-ffc6-4791-b79b-051731a936e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691051 Aug 07 02:20:43.674072 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:43.710665 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '4a98910a-e799-4683-b872-79e1acb937dc', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'port_id': '956c1362-3062-4e69-a133-5684aa7b1f98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'mac_address': 'fa:16:3e:a3:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629bdb0-b000-4958-b4d1-092080558972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:20:21Z', 'updated_at': '2021-08-07T02:20:41Z', 'revision_number': 1, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:43.766527 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] Checking router: daffce27-a5d4-48d1-886e-b2a3b3c08637 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:20:43.783573 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:43.784766 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:43.799425 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Pushing event updated for resources: {'Port': ['ID=e03f977a-c233-458b-b466-0b9d9a4060ff,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:43.829002 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:43.838267 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:20:43.862614 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-60bc793e-7fca-4c30-b16d-c1589e4a723a service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747558 Aug 07 02:20:43.897407 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:43.931183 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Transition to ACTIVE for port object 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:43.944191 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:43.948297 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:44.079909 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Pushing event updated for resources: {'Port': ['ID=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:44.183598 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f983d3e-6b7c-4a1d-891b-9a3b84519774 req-e296a938-19b9-4924-91ef-4233c692f155 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:44.198886 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1f983d3e-6b7c-4a1d-891b-9a3b84519774 req-e296a938-19b9-4924-91ef-4233c692f155 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 944 time: 0.1017258 Aug 07 02:20:44.207913 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ce23440b-36b7-4677-b985-9387983b05d1 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:44.211709 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Attempting to bind port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:44.212121 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Attempting to bind port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:44.212515 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Attempting to bind port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:44.214307 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-73ca2559-cd5e-4da6-85cb-d2cdacc1f60a None None] Provisioning for port e03f977a-c233-458b-b466-0b9d9a4060ff completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:44.246193 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-73ca2559-cd5e-4da6-85cb-d2cdacc1f60a None None] Provisioning complete for port e03f977a-c233-458b-b466-0b9d9a4060ff triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:44.246604 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-73ca2559-cd5e-4da6-85cb-d2cdacc1f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.248164 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1f983d3e-6b7c-4a1d-891b-9a3b84519774 req-3b136291-a42f-4eb9-bcb8-4c0f0c40688e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 Aug 07 02:20:44.251625 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:20:44.251953 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Attempting to bind port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:44.255427 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.275803 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:44.276798 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Checking segment: {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:44.277355 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Bound using segment: {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:44.277953 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Bound port: 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:44.278496 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.437790 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] For port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:44.442444 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] For port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:44.452135 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.464856 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-73ca2559-cd5e-4da6-85cb-d2cdacc1f60a None None] Port e03f977a-c233-458b-b466-0b9d9a4060ff cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:20:44.487127 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port ce23440b-36b7-4677-b985-9387983b05d1 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:44.497109 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port ce23440b-36b7-4677-b985-9387983b05d1 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:44.497453 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.517547 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:44.518171 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.519612 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] 10.222.0.16 "PUT /v2.0/ports/15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e HTTP/1.1" status: 200 len: 1094 time: 1.7671773 Aug 07 02:20:44.522526 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59', 'tag': '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:20:44.525234 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5430386-dd4e-4864-9195-a8fe6d2fd3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59", "tag": "15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:20:44.548413 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '4a98910a-e799-4683-b872-79e1acb937dc', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'port_id': '956c1362-3062-4e69-a133-5684aa7b1f98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'mac_address': 'fa:16:3e:a3:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629bdb0-b000-4958-b4d1-092080558972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:20:21Z', 'updated_at': '2021-08-07T02:20:41Z', 'revision_number': 1, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:44.583459 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed3505-77f3-46a5-86b1-0e0b895874f2 None None] The sync data for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi is: [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '4a98910a-e799-4683-b872-79e1acb937dc', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'port_id': '956c1362-3062-4e69-a133-5684aa7b1f98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'mac_address': 'fa:16:3e:a3:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629bdb0-b000-4958-b4d1-092080558972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:20:21Z', 'updated_at': '2021-08-07T02:20:41Z', 'revision_number': 1, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:20:44.600972 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f25532-a431-4c80-9039-3c40dd317b7f req-0261a3ea-15e1-48cf-a28b-ac7f62999c8b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:44.613213 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2f25532-a431-4c80-9039-3c40dd317b7f req-0261a3ea-15e1-48cf-a28b-ac7f62999c8b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0946646 Aug 07 02:20:44.641179 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.665036 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2f25532-a431-4c80-9039-3c40dd317b7f req-66d34193-4c84-45c6-a43c-e6c913dde387 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506256 Aug 07 02:20:44.667509 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port ce23440b-36b7-4677-b985-9387983b05d1, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ce23440b-36b7-4677-b985-9387983b05d1,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:44.683174 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.684629 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 0a657822-7591-411e-b816-00e3f413a116 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:44.751412 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce8b2fd-52b8-4912-87e9-4d4769c7bbf6 x-openstack-request-id: req-2ce8b2fd-52b8-4912-87e9-4d4769c7bbf6 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:20:44.751412 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59", "tag": "15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:20:44.751733 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ce8b2fd-52b8-4912-87e9-4d4769c7bbf6 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:20:44.752068 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59', 'tag': '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e', 'status': 'completed', 'code': 200} Aug 07 02:20:44.774190 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=ce23440b-36b7-4677-b985-9387983b05d1,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:44.776547 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697dbff-d564-44a9-99da-491fbd34b6cd service neutron] Pushing event updated for resources: {'Port': ['ID=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:44.781967 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 0a657822-7591-411e-b816-00e3f413a116 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:44.782344 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.787642 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.793329 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.858255 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:44.860014 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Pushing event updated for resources: {'Port': ['ID=e03f977a-c233-458b-b466-0b9d9a4060ff,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:44.954116 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:44.955600 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:45.005637 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d5236-218b-48e8-81e9-d1feaca44a4d None None] New status for floating IP 4a98910a-e799-4683-b872-79e1acb937dc: ACTIVE {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:20:45.097580 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Router d31db23e-5268-4bf1-8390-625bd231a7b6 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:20:45.225588 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:20:45.231656 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-3a68a6cd-1523-43e0-8b15-84f1e1567acc admin admin] 10.222.0.11 "PUT /v2.0/routers/d31db23e-5268-4bf1-8390-625bd231a7b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9626348 Aug 07 02:20:45.294107 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-4491f6fb-1e5a-40b9-b38b-7dd1f1ef9b24 None None] Provisioning complete for port e03f977a-c233-458b-b466-0b9d9a4060ff triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:45.294623 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4491f6fb-1e5a-40b9-b38b-7dd1f1ef9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:45.336139 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-4491f6fb-1e5a-40b9-b38b-7dd1f1ef9b24 None None] Port e03f977a-c233-458b-b466-0b9d9a4060ff cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:20:45.381156 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Sync routers for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:20:45.390038 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:45.390706 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:45.503777 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:45.799972 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57110) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:45.805708 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1428950361-network', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:45.825852 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Made reservation on behalf of f32e7cc1ad584871b637b5927a238f7e for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:20:45.827134 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'e03f977a-c233-458b-b466-0b9d9a4060ff', 'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'mac_address': 'fa:16:3e:8f:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:42Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 2, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'subnets': [{'id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:45.828673 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:45.837110 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:45.852395 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Checking router: d31db23e-5268-4bf1-8390-625bd231a7b6 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:20:45.852888 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Updating router d31db23e-5268-4bf1-8390-625bd231a7b6 port e03f977a-c233-458b-b466-0b9d9a4060ff binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:20:45.894106 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:45.948622 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:45.959599 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:45.995700 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ce23440b-36b7-4677-b985-9387983b05d1 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:46.001754 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe3b3be-c5fe-4d74-a89b-462a8cab767d,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:46.005192 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:20:46.015640 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.016040 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Added segment 0cffc270-46b9-4b50-b06e-3f9350c42343 of type vlan for network 848703dd-6153-4ace-9baf-da7ba55f6699 Aug 07 02:20:46.057738 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.087053 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.088003 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:46.088582 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.112460 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port ce23440b-36b7-4677-b985-9387983b05d1 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:46.112841 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.143101 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3420076 Aug 07 02:20:46.145756 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57112) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:46.151441 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Request body: {'subnet': {'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1428950361-subnet', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:46.161284 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd8f61-fa6e-4d96-a5b7-870b5bc411bb admin admin] Pushing event updated for resources: {'Network': ['ID=848703dd-6153-4ace-9baf-da7ba55f6699,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:46.175742 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 848703dd-6153-4ace-9baf-da7ba55f6699 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:20:46.185671 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Made reservation on behalf of f32e7cc1ad584871b637b5927a238f7e for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:20:46.188220 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359135'] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.327698 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.338175 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Transition to ACTIVE for port object e03f977a-c233-458b-b466-0b9d9a4060ff will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:46.343440 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.360162 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359149'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.399052 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8b481-1228-4fa0-a21c-e517acb05e06 None None] Pushing event updated for resources: {'Port': ['ID=e03f977a-c233-458b-b466-0b9d9a4060ff,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:46.415987 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfaff46-9584-4ad0-80ec-4363433cf448,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:46.427473 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Checking segment: {'id': '0cffc270-46b9-4b50-b06e-3f9350c42343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:46.427830 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Network hostable DHCP agents. Network: 848703dd-6153-4ace-9baf-da7ba55f6699, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:20:46.446900 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Network 848703dd-6153-4ace-9baf-da7ba55f6699 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:20:46.457045 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 848703dd-6153-4ace-9baf-da7ba55f6699) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:46.463003 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:46.463598 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.464393 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Attempting to bind port e03f977a-c233-458b-b466-0b9d9a4060ff on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:46.464530 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Attempting to bind port e03f977a-c233-458b-b466-0b9d9a4060ff by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:46.464870 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Attempting to bind port e03f977a-c233-458b-b466-0b9d9a4060ff on network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:46.470353 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a29deb9-9523-4cca-ac9f-bcbb30906090 None None] Network 848703dd-6153-4ace-9baf-da7ba55f6699 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:20:46.478539 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-4f133780-b63e-4f95-9179-16cb8354b605 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3317218 Aug 07 02:20:46.480912 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57116) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:46.484774 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:46.485168 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Checking segment: {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:46.485578 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.485958 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Bound using segment: {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:46.487276 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:46.490097 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Bound port: e03f977a-c233-458b-b466-0b9d9a4060ff, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:46.490556 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.519437 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.520489 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.577847 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.631456 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] For port e03f977a-c233-458b-b466-0b9d9a4060ff, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:46.666186 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] For port e03f977a-c233-458b-b466-0b9d9a4060ff, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=e03f977a-c233-458b-b466-0b9d9a4060ff,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:46.678482 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.727326 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.774232 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-848703dd-6153-4ace-9baf-da7ba55f6699', 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'fixed_ips': [{'subnet_id': 'bcfaff46-9584-4ad0-80ec-4363433cf448'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:20:46.775231 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:46.778446 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8b481-1228-4fa0-a21c-e517acb05e06 None None] Pushing event updated for resources: {'Port': ['ID=e03f977a-c233-458b-b466-0b9d9a4060ff,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:46.781096 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:46.781960 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:46.959325 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e260aee3-e5a6-4363-a1f3-4d209f4d4377 req-7e17e0b6-f397-429a-837e-ba46f9e5d626 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461742 Aug 07 02:20:47.042987 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:47.046064 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5430386-dd4e-4864-9195-a8fe6d2fd3ba req-30ca63f1-fbce-42d4-97e5-7999095cfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:47.047755 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-f5430386-dd4e-4864-9195-a8fe6d2fd3ba req-30ca63f1-fbce-42d4-97e5-7999095cfd82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 1097 time: 0.1786335 Aug 07 02:20:47.066852 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32284c5-edb8-4ec9-9922-771c2e37aad0 req-c10beb41-bd90-48d6-9cfb-dd1cdb793f2a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:47.068326 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e32284c5-edb8-4ec9-9922-771c2e37aad0 req-c10beb41-bd90-48d6-9cfb-dd1cdb793f2a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 944 time: 0.0949972 Aug 07 02:20:47.080112 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b5793-465a-4b4c-b8f8-67dd47dea63c req-4c1440bb-c291-4a8a-bdde-98b34a6decac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:47.081950 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-108b5793-465a-4b4c-b8f8-67dd47dea63c req-4c1440bb-c291-4a8a-bdde-98b34a6decac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0906398 Aug 07 02:20:47.099730 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa180-0024-4025-b36d-2d8bbb541193 req-33c3e263-6872-4e73-b4ac-e7fee8b8a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:47.102011 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-110aa180-0024-4025-b36d-2d8bbb541193 req-33c3e263-6872-4e73-b4ac-e7fee8b8a0af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1098 time: 0.2333875 Aug 07 02:20:47.111890 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Allocated IP 172.20.0.2 (848703dd-6153-4ace-9baf-da7ba55f6699/bcfaff46-9584-4ad0-80ec-4363433cf448/6883a30e-641f-4365-9d03-374fb938b385) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:47.120843 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-614b13ab-b902-43c8-8335-4306fb0c0bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.134416 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e32284c5-edb8-4ec9-9922-771c2e37aad0 req-d654498a-db03-43ac-b563-e63196f27a08 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511341 Aug 07 02:20:47.147203 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.151371 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-108b5793-465a-4b4c-b8f8-67dd47dea63c req-ad5cea0e-1a75-4879-a31b-db17c8a17528 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Aug 07 02:20:47.172993 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.248377 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5430386-dd4e-4864-9195-a8fe6d2fd3ba req-e088ab78-c286-4ccc-a93d-952de9fd73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:47.249845 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-f5430386-dd4e-4864-9195-a8fe6d2fd3ba req-e088ab78-c286-4ccc-a93d-952de9fd73d4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ebce2a00655943289ebeb08edcce7aae&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1835921 Aug 07 02:20:47.400815 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.413065 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Transition to ACTIVE for port object 6883a30e-641f-4365-9d03-374fb938b385 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:47.435662 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Transition to ACTIVE for port object 6883a30e-641f-4365-9d03-374fb938b385 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:47.438690 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'e03f977a-c233-458b-b466-0b9d9a4060ff', 'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'mac_address': 'fa:16:3e:8f:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:42Z', 'updated_at': '2021-08-07T02:20:46Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'subnets': [{'id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:47.451046 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Allocated IP 172.27.3.196 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/7d9b8acf-546f-4f18-896d-2d05f4f727bb) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:47.469669 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.471858 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d9a00-c0a0-4729-964a-b6cf276eed49 None None] The sync data for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi is: [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'e03f977a-c233-458b-b466-0b9d9a4060ff', 'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'mac_address': 'fa:16:3e:8f:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:42Z', 'updated_at': '2021-08-07T02:20:46Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'subnets': [{'id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:20:47.503435 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5430386-dd4e-4864-9195-a8fe6d2fd3ba req-df098923-824c-4c1c-ab18-8db890fbaa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:47.505201 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-f5430386-dd4e-4864-9195-a8fe6d2fd3ba req-df098923-824c-4c1c-ab18-8db890fbaa29 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2410355 Aug 07 02:20:47.527481 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Network 848703dd-6153-4ace-9baf-da7ba55f6699 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:47.553317 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:47.555696 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Pushing event updated for resources: {'Port': ['ID=6883a30e-641f-4365-9d03-374fb938b385,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:47.562145 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:47.584321 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa180-0024-4025-b36d-2d8bbb541193 req-ca72ce04-befa-4b70-99eb-6a16abe91048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:47.585225 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-110aa180-0024-4025-b36d-2d8bbb541193 req-ca72ce04-befa-4b70-99eb-6a16abe91048 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 920 time: 0.3218286 Aug 07 02:20:47.649320 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Attempting to bind port 6883a30e-641f-4365-9d03-374fb938b385 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:47.649320 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Attempting to bind port 6883a30e-641f-4365-9d03-374fb938b385 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': '0cffc270-46b9-4b50-b06e-3f9350c42343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:47.649320 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Attempting to bind port 6883a30e-641f-4365-9d03-374fb938b385 on network 848703dd-6153-4ace-9baf-da7ba55f6699 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:47.651279 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-110aa180-0024-4025-b36d-2d8bbb541193 req-459c7164-7f86-4c75-8ab4-44ee7436b504 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd914d8-086d-45bf-9e4e-06966888f057 HTTP/1.1" status: 200 len: 217 time: 0.0386701 Aug 07 02:20:47.654414 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:47.655295 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Checking segment: {'id': '0cffc270-46b9-4b50-b06e-3f9350c42343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:47.655702 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.656113 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Bound using segment: {'id': '0cffc270-46b9-4b50-b06e-3f9350c42343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:47.656807 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Bound port: 6883a30e-641f-4365-9d03-374fb938b385, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cffc270-46b9-4b50-b06e-3f9350c42343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:47.657184 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.725647 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa180-0024-4025-b36d-2d8bbb541193 req-bd28b575-95e6-4d8f-ba86-7f22acfdd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:47.727658 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-110aa180-0024-4025-b36d-2d8bbb541193 req-bd28b575-95e6-4d8f-ba86-7f22acfdd6f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 200 len: 859 time: 0.0545454 Aug 07 02:20:47.737939 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-1649dbd3-92fc-4dd9-8d2c-8a054d4de586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:47.739471 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-1649dbd3-92fc-4dd9-8d2c-8a054d4de586 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 1097 time: 0.1704180 Aug 07 02:20:47.741648 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] For port 6883a30e-641f-4365-9d03-374fb938b385, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:47.746769 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] For port 6883a30e-641f-4365-9d03-374fb938b385, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=6883a30e-641f-4365-9d03-374fb938b385,segment=NetworkSegment(0cffc270-46b9-4b50-b06e-3f9350c42343),segment_id=0cffc270-46b9-4b50-b06e-3f9350c42343)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:47.755115 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.776895 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.826496 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-110aa180-0024-4025-b36d-2d8bbb541193 req-40b14453-b511-40d3-80dd-9bcccd84083c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22ea49b-5290-4604-bb53-24e953d4705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741320 Aug 07 02:20:47.830883 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-63026b23-d77b-41b1-a062-5efa9f08cef3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e HTTP/1.1" status: 200 len: 217 time: 0.0682416 Aug 07 02:20:47.845218 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060a4a9-4403-4248-a5d8-20033190260a None None] Pushing event updated for resources: {'Port': ['ID=6883a30e-641f-4365-9d03-374fb938b385,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:47.873919 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:47.923881 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:47.947234 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:47.950911 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:47.977882 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9b8acf-546f-4f18-896d-2d05f4f727bb,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:48.132226 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device e03f977a-c233-458b-b466-0b9d9a4060ff up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:48.214126 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port e03f977a-c233-458b-b466-0b9d9a4060ff completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:48.219284 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port e03f977a-c233-458b-b466-0b9d9a4060ff triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:48.219666 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:48.496845 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:48.535969 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port e03f977a-c233-458b-b466-0b9d9a4060ff, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=e03f977a-c233-458b-b466-0b9d9a4060ff,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:48.540632 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:48.577568 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:48.597203 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=e03f977a-c233-458b-b466-0b9d9a4060ff,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:48.781763 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:48.918212 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Router 99eaf793-9865-4094-accf-8a706672454b is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:20:48.964554 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d61d817-0d50-4d98-9010-fbe1c7bb2b05 None None] Network 848703dd-6153-4ace-9baf-da7ba55f6699 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:20:49.025615 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-2b29add4-d9e5-4cb5-8d04-510995277fdd None None] Provisioning for port 6883a30e-641f-4365-9d03-374fb938b385 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:49.026398 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:20:49.037875 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Sync routers for ids ['99eaf793-9865-4094-accf-8a706672454b'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:20:49.044604 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.048627 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-bb3cec05-97c3-4c52-bb46-7e31ad76c753 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5640850 Aug 07 02:20:49.048784 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Routers {'99eaf793-9865-4094-accf-8a706672454b'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:49.048916 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 57154) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:49.049360 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['99eaf793-9865-4094-accf-8a706672454b'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:49.247047 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Set router 99eaf793-9865-4094-accf-8a706672454b gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:49.432605 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaf793-9865-4094-accf-8a706672454b', 'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:46Z', 'updated_at': '2021-08-07T02:20:48Z', 'revision_number': 3, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'gw_port': {'id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:47Z', 'updated_at': '2021-08-07T02:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:49.458760 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Checking router: 99eaf793-9865-4094-accf-8a706672454b for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:20:49.459055 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Updating router 99eaf793-9865-4094-accf-8a706672454b port 7d9b8acf-546f-4f18-896d-2d05f4f727bb binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:20:49.485244 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.488113 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.572359 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e701fc1a-2db1-425a-b575-780928b8cc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.644654 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Allocated IP 172.20.0.1 (848703dd-6153-4ace-9baf-da7ba55f6699/bcfaff46-9584-4ad0-80ec-4363433cf448/6a5d4009-8a5d-465f-bf29-c802639c0dce) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:20:49.747162 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.751950 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.757022 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.761508 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Transition to ACTIVE for port object 6a5d4009-8a5d-465f-bf29-c802639c0dce will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:49.767810 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Transition to ACTIVE for port object 7d9b8acf-546f-4f18-896d-2d05f4f727bb will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:49.775174 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.798421 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.817504 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40520b1-53f2-4d21-ae24-e2bc86c058f7 None None] Pushing event updated for resources: {'Port': ['ID=7d9b8acf-546f-4f18-896d-2d05f4f727bb,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:49.835313 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Network 848703dd-6153-4ace-9baf-da7ba55f6699 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:49.839099 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Attempting to bind port 7d9b8acf-546f-4f18-896d-2d05f4f727bb on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:49.839472 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Attempting to bind port 7d9b8acf-546f-4f18-896d-2d05f4f727bb by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:49.839838 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Attempting to bind port 7d9b8acf-546f-4f18-896d-2d05f4f727bb on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:49.841304 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:49.844939 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:20:49.845081 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:49.845347 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:49.845748 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.846141 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:49.846639 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Bound port: 7d9b8acf-546f-4f18-896d-2d05f4f727bb, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:49.847054 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.850053 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-110aa180-0024-4025-b36d-2d8bbb541193 req-f5f24b8d-d32a-4d3e-8b00-6bf67d57171f service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078537 Aug 07 02:20:49.874411 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Pushing event updated for resources: {'Port': ['ID=6a5d4009-8a5d-465f-bf29-c802639c0dce,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:49.892391 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.903721 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] For port 7d9b8acf-546f-4f18-896d-2d05f4f727bb, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:49.907220 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] For port 7d9b8acf-546f-4f18-896d-2d05f4f727bb, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=7d9b8acf-546f-4f18-896d-2d05f4f727bb,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:49.913377 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:49.968199 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40520b1-53f2-4d21-ae24-e2bc86c058f7 None None] Pushing event updated for resources: {'Port': ['ID=7d9b8acf-546f-4f18-896d-2d05f4f727bb,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:49.986555 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Routers {'99eaf793-9865-4094-accf-8a706672454b'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:49.987184 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['99eaf793-9865-4094-accf-8a706672454b'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:50.035926 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.095868 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] Set router 99eaf793-9865-4094-accf-8a706672454b gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:50.121843 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device e03f977a-c233-458b-b466-0b9d9a4060ff up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:50.181381 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port e03f977a-c233-458b-b466-0b9d9a4060ff triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:50.181759 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.218331 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-b3bc7d5b-50c6-4b94-b29a-fc12400a95bb None None] Provisioning for port 6a5d4009-8a5d-465f-bf29-c802639c0dce completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:50.225006 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-b3bc7d5b-50c6-4b94-b29a-fc12400a95bb None None] Provisioning complete for port 6a5d4009-8a5d-465f-bf29-c802639c0dce triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:50.225389 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b3bc7d5b-50c6-4b94-b29a-fc12400a95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.244770 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.250536 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.268230 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc7d5b-50c6-4b94-b29a-fc12400a95bb None None] Port 6a5d4009-8a5d-465f-bf29-c802639c0dce cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:20:50.288818 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaf793-9865-4094-accf-8a706672454b', 'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:46Z', 'updated_at': '2021-08-07T02:20:48Z', 'revision_number': 3, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'gw_port': {'id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:47Z', 'updated_at': '2021-08-07T02:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:50.313436 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6883a30e-641f-4365-9d03-374fb938b385 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:50.315763 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa312a2-9db9-40bd-bf36-e60721666c1d None None] The sync data for ids ['99eaf793-9865-4094-accf-8a706672454b'] in dv-cinder-782390-7-iscsi is: [{'id': '99eaf793-9865-4094-accf-8a706672454b', 'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:46Z', 'updated_at': '2021-08-07T02:20:48Z', 'revision_number': 3, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'gw_port': {'id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:47Z', 'updated_at': '2021-08-07T02:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:20:50.370091 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 6883a30e-641f-4365-9d03-374fb938b385 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:50.374388 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 6883a30e-641f-4365-9d03-374fb938b385 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:50.374791 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.460008 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.505526 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 6883a30e-641f-4365-9d03-374fb938b385, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=6883a30e-641f-4365-9d03-374fb938b385,segment=NetworkSegment(0cffc270-46b9-4b50-b06e-3f9350c42343),segment_id=0cffc270-46b9-4b50-b06e-3f9350c42343)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:50.511914 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.533552 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Pushing event updated for resources: {'Port': ['ID=6a5d4009-8a5d-465f-bf29-c802639c0dce,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:50.547107 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.576877 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=6883a30e-641f-4365-9d03-374fb938b385,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:50.663172 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Network 848703dd-6153-4ace-9baf-da7ba55f6699 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:20:50.665772 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:20:50.785957 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Router 99eaf793-9865-4094-accf-8a706672454b has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:20:50.858134 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.913803 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-ad32c161-a2aa-4306-b242-4fab71c08f13 None None] Provisioning complete for port 6a5d4009-8a5d-465f-bf29-c802639c0dce triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:50.914429 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ad32c161-a2aa-4306-b242-4fab71c08f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:50.916062 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:20:50.929139 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a1f8dab8-8759-4e67-87ce-9c545355898f admin admin] 10.222.0.11 "PUT /v2.0/routers/99eaf793-9865-4094-accf-8a706672454b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8790879 Aug 07 02:20:51.000447 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-ad32c161-a2aa-4306-b242-4fab71c08f13 None None] Port 6a5d4009-8a5d-465f-bf29-c802639c0dce cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:20:51.035897 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-110aa180-0024-4025-b36d-2d8bbb541193 req-a3d0e61f-2cce-4804-9552-73fc5c435ef0 service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018437 Aug 07 02:20:51.047627 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-1a1ad239-0c1d-4755-8615-b4a266ad6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:51.049643 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-1a1ad239-0c1d-4755-8615-b4a266ad6cb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f HTTP/1.1" status: 200 len: 855 time: 0.2233958 Aug 07 02:20:51.070761 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616b8b4-3657-4283-b3fa-6fe15d00f87e req-e11616f5-ff6a-4cce-a707-dd3c02377b1e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:51.072314 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0616b8b4-3657-4283-b3fa-6fe15d00f87e req-e11616f5-ff6a-4cce-a707-dd3c02377b1e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 944 time: 0.1083310 Aug 07 02:20:51.088641 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523a6fc-deac-439f-b707-fcd5b1ad238f req-3ea891b2-1594-49d5-87a5-9d0b5d772970 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:51.090286 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e523a6fc-deac-439f-b707-fcd5b1ad238f req-3ea891b2-1594-49d5-87a5-9d0b5d772970 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0825958 Aug 07 02:20:51.109275 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-1f056f88-457c-493b-8587-c240fcf6a1d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649fcc2f-0f7f-4b36-82f5-409fd88e9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439508 Aug 07 02:20:51.143169 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0616b8b4-3657-4283-b3fa-6fe15d00f87e req-c0e050e4-4bf3-492b-a5ea-ed444cb56092 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518382 Aug 07 02:20:51.157353 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e523a6fc-deac-439f-b707-fcd5b1ad238f req-0c34c05d-7ea4-4b36-b5de-012c1537a163 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 Aug 07 02:20:51.243837 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-d0d9ebce-29ac-44a9-9e4a-6a83d3885642 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141219 Aug 07 02:20:51.349578 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-459fe165-d4e1-4e6e-bbdd-ff526260e7f8 req-577b01bb-d979-4179-902b-17d1449e89f7 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904770 Aug 07 02:20:51.563475 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 57176) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:51.568459 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-bec88ff6-7c46-4bfd-a727-313100037c7d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262195981', 'description': 'tempest-secgroup-smoke-262195981 description', 'project_id': 'ee54a72d18974024b8a2385f183b5efe'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:51.592930 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bec88ff6-7c46-4bfd-a727-313100037c7d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:51.692786 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bec88ff6-7c46-4bfd-a727-313100037c7d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:51.698650 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bec88ff6-7c46-4bfd-a727-313100037c7d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:51.728100 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bec88ff6-7c46-4bfd-a727-313100037c7d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:51.732641 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-bec88ff6-7c46-4bfd-a727-313100037c7d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1649909 Aug 07 02:20:51.733054 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 57188) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:51.742304 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-bbda1fdc-4eca-4483-97c4-32aab4d94edd tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Request body: {'security_group_rule': {'security_group_id': '5c5a2dfa-2fbf-421b-8a83-cb059bf73d84', 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:51.747818 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec88ff6-7c46-4bfd-a727-313100037c7d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:51.775160 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bbda1fdc-4eca-4483-97c4-32aab4d94edd tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:51.855355 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bbda1fdc-4eca-4483-97c4-32aab4d94edd tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:51.859676 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bbda1fdc-4eca-4483-97c4-32aab4d94edd tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:51.878453 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda1fdc-4eca-4483-97c4-32aab4d94edd tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29854d1e-f656-45dd-a89c-7578cd31ede0,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:51.886662 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bbda1fdc-4eca-4483-97c4-32aab4d94edd tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:51.887863 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-bbda1fdc-4eca-4483-97c4-32aab4d94edd tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503181 Aug 07 02:20:51.890704 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 57200) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:51.897429 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-19711c87-d306-4d01-b20e-faa924c9d1f3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Request body: {'security_group_rule': {'security_group_id': '5c5a2dfa-2fbf-421b-8a83-cb059bf73d84', 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:51.934202 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-19711c87-d306-4d01-b20e-faa924c9d1f3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.018067 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-19711c87-d306-4d01-b20e-faa924c9d1f3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.022326 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-19711c87-d306-4d01-b20e-faa924c9d1f3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.042256 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19711c87-d306-4d01-b20e-faa924c9d1f3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b30a529-5244-495f-90e6-e7868f75cc34,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:52.051934 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-19711c87-d306-4d01-b20e-faa924c9d1f3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.054430 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-19711c87-d306-4d01-b20e-faa924c9d1f3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1612175 Aug 07 02:20:52.056456 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57208) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:52.067352 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-d0a6418a-2e41-458e-b269-bfa266402cb5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Request body: {'security_group_rule': {'security_group_id': '5c5a2dfa-2fbf-421b-8a83-cb059bf73d84', 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:52.105805 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0a6418a-2e41-458e-b269-bfa266402cb5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.150718 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 7d9b8acf-546f-4f18-896d-2d05f4f727bb up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:52.177965 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0a6418a-2e41-458e-b269-bfa266402cb5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.183205 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Sync routers for ids ['99eaf793-9865-4094-accf-8a706672454b'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:20:52.184038 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0a6418a-2e41-458e-b269-bfa266402cb5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.205224 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Routers {'99eaf793-9865-4094-accf-8a706672454b'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:52.205897 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['99eaf793-9865-4094-accf-8a706672454b'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:52.216664 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6418a-2e41-458e-b269-bfa266402cb5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c318984b-6033-4b98-ae1f-edce9fc1e0be,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:52.230350 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0a6418a-2e41-458e-b269-bfa266402cb5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.235120 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 57220) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:52.235370 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d0a6418a-2e41-458e-b269-bfa266402cb5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777461 Aug 07 02:20:52.240446 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-f17273a2-b782-447a-986a-9455412416c5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Request body: {'security_group_rule': {'security_group_id': '5c5a2dfa-2fbf-421b-8a83-cb059bf73d84', 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:52.330885 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.343498 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Set router 99eaf793-9865-4094-accf-8a706672454b gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:52.345790 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f17273a2-b782-447a-986a-9455412416c5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.345975 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 7d9b8acf-546f-4f18-896d-2d05f4f727bb completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:52.376498 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 7d9b8acf-546f-4f18-896d-2d05f4f727bb triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:52.376879 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.401134 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc820cb-e940-47ad-b39e-d0aab5a2755e req-afc8e976-e377-4164-b054-86d13f949f4c tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:52.409151 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2cc820cb-e940-47ad-b39e-d0aab5a2755e req-afc8e976-e377-4164-b054-86d13f949f4c tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 944 time: 0.1350753 Aug 07 02:20:52.430042 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f042e4-22f6-4e9b-9550-b0216ca2b44b req-7525dbcb-6d24-4c15-9d1c-a67254fcb514 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:52.431662 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f3f042e4-22f6-4e9b-9550-b0216ca2b44b req-7525dbcb-6d24-4c15-9d1c-a67254fcb514 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1556933 Aug 07 02:20:52.508495 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2cc820cb-e940-47ad-b39e-d0aab5a2755e req-4d8b6d58-0355-46c2-870b-2f728f02d5c9 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983665 Aug 07 02:20:52.519948 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f17273a2-b782-447a-986a-9455412416c5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.527340 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f3f042e4-22f6-4e9b-9550-b0216ca2b44b req-0b3d9ad1-be10-41cb-bcb4-09664fed7651 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841339 Aug 07 02:20:52.528185 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f17273a2-b782-447a-986a-9455412416c5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.550740 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17273a2-b782-447a-986a-9455412416c5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9e5741-46d6-4315-a2f4-ee3b487eb540,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:52.555439 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f17273a2-b782-447a-986a-9455412416c5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.558428 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f17273a2-b782-447a-986a-9455412416c5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3200417 Aug 07 02:20:52.559746 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57232) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:52.564290 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-55415cd8-caa5-4b7a-a051-c8a34f6ef883 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Request body: {'security_group_rule': {'security_group_id': '5c5a2dfa-2fbf-421b-8a83-cb059bf73d84', 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:52.576406 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.585290 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.securitygroups_db [None req-55415cd8-caa5-4b7a-a051-c8a34f6ef883 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Project ee54a72d18974024b8a2385f183b5efe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 02:20:52.590258 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-55415cd8-caa5-4b7a-a051-c8a34f6ef883 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.634074 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 7d9b8acf-546f-4f18-896d-2d05f4f727bb, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=7d9b8acf-546f-4f18-896d-2d05f4f727bb,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:52.639157 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.640077 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6883a30e-641f-4365-9d03-374fb938b385 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:52.653518 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-55415cd8-caa5-4b7a-a051-c8a34f6ef883 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.657924 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-55415cd8-caa5-4b7a-a051-c8a34f6ef883 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.675667 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55415cd8-caa5-4b7a-a051-c8a34f6ef883 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1783a4-04c8-48e3-9595-871ab9903a12,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:52.683458 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-55415cd8-caa5-4b7a-a051-c8a34f6ef883 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.687281 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-55415cd8-caa5-4b7a-a051-c8a34f6ef883 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239204 Aug 07 02:20:52.687509 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57234) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:52.691926 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-5bf23086-1e80-435f-8707-bb3c415d00c6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Request body: {'security_group_rule': {'security_group_id': '5c5a2dfa-2fbf-421b-8a83-cb059bf73d84', 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:20:52.713709 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.securitygroups_db [None req-5bf23086-1e80-435f-8707-bb3c415d00c6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Project ee54a72d18974024b8a2385f183b5efe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 02:20:52.719198 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5bf23086-1e80-435f-8707-bb3c415d00c6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.732866 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=7d9b8acf-546f-4f18-896d-2d05f4f727bb,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:52.750469 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaf793-9865-4094-accf-8a706672454b', 'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:46Z', 'updated_at': '2021-08-07T02:20:49Z', 'revision_number': 4, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'gw_port': {'id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:47Z', 'updated_at': '2021-08-07T02:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '6a5d4009-8a5d-465f-bf29-c802639c0dce', 'name': '', 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'mac_address': 'fa:16:3e:0b:19:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bcfaff46-9584-4ad0-80ec-4363433cf448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:49Z', 'updated_at': '2021-08-07T02:20:50Z', 'revision_number': 2, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'subnets': [{'id': 'bcfaff46-9584-4ad0-80ec-4363433cf448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:52.753480 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 6883a30e-641f-4365-9d03-374fb938b385 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:52.753854 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.782693 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Checking router: 99eaf793-9865-4094-accf-8a706672454b for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:20:52.783044 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Updating router 99eaf793-9865-4094-accf-8a706672454b port 6a5d4009-8a5d-465f-bf29-c802639c0dce binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:20:52.783271 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5bf23086-1e80-435f-8707-bb3c415d00c6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.787089 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5bf23086-1e80-435f-8707-bb3c415d00c6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.806058 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf23086-1e80-435f-8707-bb3c415d00c6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfc297b-769e-4c83-894a-b209db787aef,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:52.813434 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5bf23086-1e80-435f-8707-bb3c415d00c6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:52.814805 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-5bf23086-1e80-435f-8707-bb3c415d00c6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263330 Aug 07 02:20:52.833142 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:53.177399 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:53.196354 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Transition to ACTIVE for port object 6a5d4009-8a5d-465f-bf29-c802639c0dce will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:20:53.204700 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:53.277242 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b83fb-3ff2-40a2-adcc-b6158bd9c8df None None] Pushing event updated for resources: {'Port': ['ID=6a5d4009-8a5d-465f-bf29-c802639c0dce,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:53.317039 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Attempting to bind port 6a5d4009-8a5d-465f-bf29-c802639c0dce on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:20:53.317698 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Attempting to bind port 6a5d4009-8a5d-465f-bf29-c802639c0dce by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': '0cffc270-46b9-4b50-b06e-3f9350c42343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:20:53.318222 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Attempting to bind port 6a5d4009-8a5d-465f-bf29-c802639c0dce on network 848703dd-6153-4ace-9baf-da7ba55f6699 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:20:53.323929 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:20:53.324560 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Checking segment: {'id': '0cffc270-46b9-4b50-b06e-3f9350c42343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:20:53.325150 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:53.325689 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Bound using segment: {'id': '0cffc270-46b9-4b50-b06e-3f9350c42343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:20:53.326466 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Bound port: 6a5d4009-8a5d-465f-bf29-c802639c0dce, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cffc270-46b9-4b50-b06e-3f9350c42343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:20:53.327012 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:53.419989 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] For port 6a5d4009-8a5d-465f-bf29-c802639c0dce, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:20:53.423139 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] For port 6a5d4009-8a5d-465f-bf29-c802639c0dce, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=6a5d4009-8a5d-465f-bf29-c802639c0dce,segment=NetworkSegment(0cffc270-46b9-4b50-b06e-3f9350c42343),segment_id=0cffc270-46b9-4b50-b06e-3f9350c42343)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:20:53.427409 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:53.478000 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Routers {'99eaf793-9865-4094-accf-8a706672454b'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:20:53.478647 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:20:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['99eaf793-9865-4094-accf-8a706672454b'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:53.524159 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b83fb-3ff2-40a2-adcc-b6158bd9c8df None None] Pushing event updated for resources: {'Port': ['ID=6a5d4009-8a5d-465f-bf29-c802639c0dce,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:53.711306 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0f660-de0c-4c27-9579-ea87494a9e6c req-f2ed1fbd-5cd1-4326-bb19-5720aba75335 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:53.712770 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5e0f660-de0c-4c27-9579-ea87494a9e6c req-f2ed1fbd-5cd1-4326-bb19-5720aba75335 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 944 time: 0.0862505 Aug 07 02:20:53.755329 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc093b5-1ae2-45dc-8a42-5c20994b2edb req-793983ed-415f-4093-9f4c-7eda0fa65266 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:53.756827 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5fc093b5-1ae2-45dc-8a42-5c20994b2edb req-793983ed-415f-4093-9f4c-7eda0fa65266 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0956368 Aug 07 02:20:53.769441 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] Set router 99eaf793-9865-4094-accf-8a706672454b gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:20:53.780145 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5e0f660-de0c-4c27-9579-ea87494a9e6c req-4261a565-309e-42da-94c7-f4b3b517257b tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612178 Aug 07 02:20:53.814984 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5fc093b5-1ae2-45dc-8a42-5c20994b2edb req-1e24eea6-8e91-42af-b371-4e7c82bfc1d7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480666 Aug 07 02:20:54.012779 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaf793-9865-4094-accf-8a706672454b', 'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:46Z', 'updated_at': '2021-08-07T02:20:49Z', 'revision_number': 4, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'gw_port': {'id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:47Z', 'updated_at': '2021-08-07T02:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '6a5d4009-8a5d-465f-bf29-c802639c0dce', 'name': '', 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'mac_address': 'fa:16:3e:0b:19:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bcfaff46-9584-4ad0-80ec-4363433cf448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:49Z', 'updated_at': '2021-08-07T02:20:53Z', 'revision_number': 4, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'subnets': [{'id': 'bcfaff46-9584-4ad0-80ec-4363433cf448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:20:54.018264 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 7d9b8acf-546f-4f18-896d-2d05f4f727bb up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:54.047066 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ae535-7384-4a20-8efa-887396cffcdc None None] The sync data for ids ['99eaf793-9865-4094-accf-8a706672454b'] in dv-cinder-782390-7-iscsi is: [{'id': '99eaf793-9865-4094-accf-8a706672454b', 'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:46Z', 'updated_at': '2021-08-07T02:20:49Z', 'revision_number': 4, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'gw_port': {'id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:47Z', 'updated_at': '2021-08-07T02:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '6a5d4009-8a5d-465f-bf29-c802639c0dce', 'name': '', 'network_id': '848703dd-6153-4ace-9baf-da7ba55f6699', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'mac_address': 'fa:16:3e:0b:19:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bcfaff46-9584-4ad0-80ec-4363433cf448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:49Z', 'updated_at': '2021-08-07T02:20:53Z', 'revision_number': 4, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'subnets': [{'id': 'bcfaff46-9584-4ad0-80ec-4363433cf448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:20:54.094262 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 7d9b8acf-546f-4f18-896d-2d05f4f727bb triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:54.094670 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:54.983100 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183bee4-5901-4133-bbec-9d350f7261a9 req-0b03e190-4c18-4f20-9215-a7aae2bbceb4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:54.984653 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5183bee4-5901-4133-bbec-9d350f7261a9 req-0b03e190-4c18-4f20-9215-a7aae2bbceb4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 944 time: 0.1024790 Aug 07 02:20:54.997328 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebe4ba-2f3b-492b-9e92-79f30650204a req-cb6730b1-9669-468e-88f0-feff32126105 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:54.997779 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57388) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:54.998874 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d9ebe4ba-2f3b-492b-9e92-79f30650204a req-cb6730b1-9669-468e-88f0-feff32126105 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0928473 Aug 07 02:20:55.063840 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5183bee4-5901-4133-bbec-9d350f7261a9 req-5370247d-3198-4cd2-8687-a788605b14b3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639775 Aug 07 02:20:55.072372 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d9ebe4ba-2f3b-492b-9e92-79f30650204a req-887c508b-9928-4518-adc8-67c0afb37e2b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664046 Aug 07 02:20:55.140684 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b45a05e6-aa5e-483c-9cca-785575eeff4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:55.234105 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b45a05e6-aa5e-483c-9cca-785575eeff4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:55.238714 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b45a05e6-aa5e-483c-9cca-785575eeff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:55.281961 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-b45a05e6-aa5e-483c-9cca-785575eeff4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ddf57133746459f97eccf52e8184fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824178 Aug 07 02:20:55.283063 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a05e6-aa5e-483c-9cca-785575eeff4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5a856c-399b-4710-ba2e-7918d53abea7,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:55.284633 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 57394) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:20:55.335034 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9753-e7df-44fa-855a-c66bb8906df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:55.358518 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9753-e7df-44fa-855a-c66bb8906df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:55.410169 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9753-e7df-44fa-855a-c66bb8906df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:55.414077 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9753-e7df-44fa-855a-c66bb8906df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:55.418444 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6f7c9753-e7df-44fa-855a-c66bb8906df1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da5a856c-399b-4710-ba2e-7918d53abea7 HTTP/1.1" status: 204 len: 168 time: 0.1295385 Aug 07 02:20:55.431297 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c9753-e7df-44fa-855a-c66bb8906df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5a856c-399b-4710-ba2e-7918d53abea7,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:55.737234 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:20:55.833531 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:55.845666 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e', 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039', 'port_id': '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e', 'mac_address': 'fa:16:3e:8b:29:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d43d8e7-ffe8-4b67-a4a1-665e7c06874f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:20:55.881865 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:55.896293 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:20:55.916293 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:55.920257 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:55.971878 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:56.012215 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6a5d4009-8a5d-465f-bf29-c802639c0dce up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:56.058857 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 6a5d4009-8a5d-465f-bf29-c802639c0dce completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:56.062320 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 6a5d4009-8a5d-465f-bf29-c802639c0dce triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:56.062725 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:56.145692 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:56.182901 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 6a5d4009-8a5d-465f-bf29-c802639c0dce, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=6a5d4009-8a5d-465f-bf29-c802639c0dce,segment=NetworkSegment(0cffc270-46b9-4b50-b06e-3f9350c42343),segment_id=0cffc270-46b9-4b50-b06e-3f9350c42343)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:56.188140 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:56.244443 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=6a5d4009-8a5d-465f-bf29-c802639c0dce,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:56.245889 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b3b4-e525-4fc3-8f5e-7d53030b90d5 req-df238719-5303-49bd-bad3-2db111098dc1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:56.247432 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2b80b3b4-e525-4fc3-8f5e-7d53030b90d5 req-df238719-5303-49bd-bad3-2db111098dc1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0824418 Aug 07 02:20:56.255621 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdab65a-2fa8-4d43-906d-234db1847837 req-81a35082-0fc0-40c1-8fbf-a5af6b0d04bf tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:56.257005 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dfdab65a-2fa8-4d43-906d-234db1847837 req-81a35082-0fc0-40c1-8fbf-a5af6b0d04bf tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 945 time: 0.0820148 Aug 07 02:20:56.290113 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:20:56.305276 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2b80b3b4-e525-4fc3-8f5e-7d53030b90d5 req-60e19a50-1e43-4ddc-b8cb-6daa25fbc01c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466816 Aug 07 02:20:56.317916 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dfdab65a-2fa8-4d43-906d-234db1847837 req-e3cd4e68-2b6f-4563-b9f8-01a485a82497 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541437 Aug 07 02:20:57.455183 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a581d7-d694-45ff-9063-4d01e3df4d92 req-9eca4f1b-eee4-466f-9c77-4edb48e0f4c8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:57.456757 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-36a581d7-d694-45ff-9063-4d01e3df4d92 req-9eca4f1b-eee4-466f-9c77-4edb48e0f4c8 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0812399 Aug 07 02:20:57.465298 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b07e5-0145-4357-83f1-711f7a63639c req-697835cb-4cf0-44c8-9800-525897a069c3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:57.466703 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-219b07e5-0145-4357-83f1-711f7a63639c req-697835cb-4cf0-44c8-9800-525897a069c3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 945 time: 0.0796647 Aug 07 02:20:57.522829 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-36a581d7-d694-45ff-9063-4d01e3df4d92 req-43bcf3db-183c-4b5c-a438-50b1c0d88159 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551968 Aug 07 02:20:57.527491 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-219b07e5-0145-4357-83f1-711f7a63639c req-1528346c-b21b-4926-8704-95e94d34eee9 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Aug 07 02:20:57.748580 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:57.799035 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:20:57.802589 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:57.802969 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:57.880451 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:57.902449 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:20:57.904725 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eb2fee-5276-45ac-9d02-c3ae8d201e8f" -d '{"events": [{"server_uuid": "022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59", "name": "network-vif-plugged", "status": "completed", "tag": "15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:20:57.918518 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:20:57.922271 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:57.945641 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f1b8de-dc30-4179-85fd-cb899c23f33e x-openstack-request-id: req-54f1b8de-dc30-4179-85fd-cb899c23f33e {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:20:57.945798 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59", "name": "network-vif-plugged", "status": "completed", "tag": "15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:20:57.946048 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54f1b8de-dc30-4179-85fd-cb899c23f33e {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:20:57.946470 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e', 'code': 200} Aug 07 02:20:57.972862 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:20:58.016701 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6a5d4009-8a5d-465f-bf29-c802639c0dce up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:20:58.073428 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 6a5d4009-8a5d-465f-bf29-c802639c0dce triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:20:58.073805 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:20:58.127694 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019417c8-4543-465b-8122-be3542fb239c req-42af9a26-4a01-42c5-8795-7803129ead5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:58.129203 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-019417c8-4543-465b-8122-be3542fb239c req-42af9a26-4a01-42c5-8795-7803129ead5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 1099 time: 0.0486658 Aug 07 02:20:58.169647 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-019417c8-4543-465b-8122-be3542fb239c req-feb6a9f4-0bb0-479d-8601-3a3bdd56331d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303993 Aug 07 02:20:58.663924 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb557b-8186-4422-9166-30d498e18d66 req-12bd9a9a-fe43-46fa-92c2-bf8f24a0c636 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:58.665399 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-abbb557b-8186-4422-9166-30d498e18d66 req-12bd9a9a-fe43-46fa-92c2-bf8f24a0c636 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 946 time: 0.0645194 Aug 07 02:20:58.676683 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc862ccf-fc9c-4423-ac83-d8155eeafad6 req-92d447bb-2d09-4b87-885a-a590774938b1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:58.678319 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cc862ccf-fc9c-4423-ac83-d8155eeafad6 req-92d447bb-2d09-4b87-885a-a590774938b1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0860333 Aug 07 02:20:58.741495 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-abbb557b-8186-4422-9166-30d498e18d66 req-73de961e-9eef-4aab-8e8f-4a4c71821d71 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621052 Aug 07 02:20:58.751038 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cc862ccf-fc9c-4423-ac83-d8155eeafad6 req-7fa17b08-64fe-428e-b625-c1ae27b3622a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589871 Aug 07 02:20:59.892070 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd0ba6-af08-4a68-8652-2206c1c4c267 req-c363269a-5926-4087-a65c-bb85204dc95e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:59.893637 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ddd0ba6-af08-4a68-8652-2206c1c4c267 req-c363269a-5926-4087-a65c-bb85204dc95e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 946 time: 0.0799947 Aug 07 02:20:59.902410 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cab61-c919-473b-ace3-1b2bb85eb3f1 req-ce512fba-77b1-4fc9-8832-80b5a2acde15 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:20:59.903820 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-327cab61-c919-473b-ace3-1b2bb85eb3f1 req-ce512fba-77b1-4fc9-8832-80b5a2acde15 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0811379 Aug 07 02:20:59.961692 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ddd0ba6-af08-4a68-8652-2206c1c4c267 req-a179b04a-13bf-4617-aa37-e490802a3b15 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569186 Aug 07 02:20:59.966996 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-327cab61-c919-473b-ace3-1b2bb85eb3f1 req-ae181c45-f4fc-44f3-ab36-4de030d43927 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 Aug 07 02:21:01.088296 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86827f-04de-4768-bab1-502cb0ec2870 req-6a76690f-281f-467c-baa1-570b4a150538 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:01.089756 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a86827f-04de-4768-bab1-502cb0ec2870 req-6a76690f-281f-467c-baa1-570b4a150538 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0470161 Aug 07 02:21:01.127293 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a86827f-04de-4768-bab1-502cb0ec2870 req-125af180-a71c-4ace-842c-f14d6daf2cb5 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Aug 07 02:21:02.247681 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0123e88-c659-436b-86aa-125ab92619c7 req-c73920c8-ecce-4eae-bbdf-3efb9e74f31d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:02.249163 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a0123e88-c659-436b-86aa-125ab92619c7 req-c73920c8-ecce-4eae-bbdf-3efb9e74f31d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Aug 07 02:21:02.293323 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a0123e88-c659-436b-86aa-125ab92619c7 req-042d1af7-222d-4fcd-96e7-dd64bd4039dc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 Aug 07 02:21:03.470972 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04221ec3-5d22-42b9-ae13-39bbf8312f19 req-6c4fe256-31fa-4766-80d8-bc48785b5a52 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:03.472432 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04221ec3-5d22-42b9-ae13-39bbf8312f19 req-6c4fe256-31fa-4766-80d8-bc48785b5a52 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0470519 Aug 07 02:21:03.510255 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04221ec3-5d22-42b9-ae13-39bbf8312f19 req-ae3296c6-39c4-4a34-ab74-fdae4dbe6d77 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Aug 07 02:21:04.673712 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd017a-fd17-4026-91b1-16d9d3fc20cd req-ca4e8917-e301-44fa-9988-45106a419721 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:04.675086 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2dd017a-fd17-4026-91b1-16d9d3fc20cd req-ca4e8917-e301-44fa-9988-45106a419721 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0467327 Aug 07 02:21:04.712491 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2dd017a-fd17-4026-91b1-16d9d3fc20cd req-9511a761-1a71-46dd-b5e7-6e614acd221a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Aug 07 02:21:05.359782 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:21:05.652574 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:05.834125 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bd110-9afd-41cd-812a-3f34816350db req-da3a8b87-af24-4cd7-ae89-025ea6761475 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:05.835612 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b07bd110-9afd-41cd-812a-3f34816350db req-da3a8b87-af24-4cd7-ae89-025ea6761475 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0555680 Aug 07 02:21:05.880933 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b07bd110-9afd-41cd-812a-3f34816350db req-03dbfd6c-6b08-4c47-9a49-608d5366a26c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Aug 07 02:21:06.996145 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bb33b-2fe2-4ba3-9557-2842df0bf33e req-bbd5a1ed-2390-481c-9318-3ef9e5dd7471 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:06.997603 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cf1bb33b-2fe2-4ba3-9557-2842df0bf33e req-bbd5a1ed-2390-481c-9318-3ef9e5dd7471 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0477753 Aug 07 02:21:07.034554 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cf1bb33b-2fe2-4ba3-9557-2842df0bf33e req-e0f575b0-d7ea-484b-8a4b-07da44085af5 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310605 Aug 07 02:21:08.154148 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432188fa-47b4-4f82-af0e-b814ae07edc3 req-5888de91-c740-4952-bba4-a1b1c04c3a88 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:08.155679 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-432188fa-47b4-4f82-af0e-b814ae07edc3 req-5888de91-c740-4952-bba4-a1b1c04c3a88 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0510848 Aug 07 02:21:08.200039 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-432188fa-47b4-4f82-af0e-b814ae07edc3 req-25cafadb-131e-495a-8865-db3db065441d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Aug 07 02:21:09.319966 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3199b3-9b50-4f97-a113-87203571d593 req-014dfc85-d10c-4582-bf88-3f385bf318c1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:09.321483 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0f3199b3-9b50-4f97-a113-87203571d593 req-014dfc85-d10c-4582-bf88-3f385bf318c1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0536280 Aug 07 02:21:09.359739 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0f3199b3-9b50-4f97-a113-87203571d593 req-1b1c8ae5-4d60-4181-bd80-e4ff3c7d2114 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Aug 07 02:21:10.476183 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa334b1-1573-4d36-ad75-07346690c20e req-9da734d3-fb5a-4f74-857d-197b3f993b8c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:10.477891 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5fa334b1-1573-4d36-ad75-07346690c20e req-9da734d3-fb5a-4f74-857d-197b3f993b8c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0474141 Aug 07 02:21:10.518190 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5fa334b1-1573-4d36-ad75-07346690c20e req-b2a0b7db-d6b9-4430-9559-ed1d87e2881e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Aug 07 02:21:15.571459 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173d44-c9f8-4536-8383-fa05840748ca req-e1d4cfe9-d766-4ee9-b165-a1af54c1962f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:15.573691 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-e1d4cfe9-d766-4ee9-b165-a1af54c1962f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 815 time: 0.1160262 Aug 07 02:21:15.592144 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-ff906509-8f77-4f5f-8537-982861bdc573 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/quotas/ebce2a00655943289ebeb08edcce7aae HTTP/1.1" status: 200 len: 375 time: 0.0121491 Aug 07 02:21:15.654099 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-528ce2c9-07c7-4ac1-ad09-5c8251f8ebb5 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555463 Aug 07 02:21:15.747230 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-7ae45061-a8f1-4c99-bcd5-000cf5775f41 service neutron] 10.222.0.11 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Aug 07 02:21:15.850796 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a07d9-798c-4781-811a-fe5e63056b7f req-810bc8ed-90e2-4e40-a73a-670cd940b263 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:15.852626 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c3a07d9-798c-4781-811a-fe5e63056b7f req-810bc8ed-90e2-4e40-a73a-670cd940b263 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1044693 Aug 07 02:21:15.885787 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-b92fbf45-df55-4147-911c-d93ba47fb814 service neutron] 10.222.0.11 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298056 Aug 07 02:21:15.902456 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c3a07d9-798c-4781-811a-fe5e63056b7f req-98708b52-c107-4ab2-b4d8-8966702d73c0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Aug 07 02:21:16.007793 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e621bf7-4a92-4680-9ea2-ca41080dd4b4 req-1caff67e-e206-4271-8c94-7902f9bd87ea tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:16.009294 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0e621bf7-4a92-4680-9ea2-ca41080dd4b4 req-1caff67e-e206-4271-8c94-7902f9bd87ea tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0528445 Aug 07 02:21:16.053890 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3af6b170-d165-49f3-a749-e231655cc47d req-4a8c799c-7c88-4d59-a8f9-8ef6692819e8 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 210 time: 0.0372889 Aug 07 02:21:16.071620 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0e621bf7-4a92-4680-9ea2-ca41080dd4b4 req-d4028a3a-f3bb-4947-8c34-d551f0c6125f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561376 Aug 07 02:21:16.946047 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1eb2-591b-4f35-adcc-2db68d2db5b4 req-19c09e54-16a0-4a59-a95f-a8a8d34853ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:16.947804 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-409f1eb2-591b-4f35-adcc-2db68d2db5b4 req-19c09e54-16a0-4a59-a95f-a8a8d34853ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1098 time: 0.0474327 Aug 07 02:21:16.993852 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-409f1eb2-591b-4f35-adcc-2db68d2db5b4 req-230eca01-6532-402a-a240-d1ffa5542f17 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303457 Aug 07 02:21:17.024838 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ee01d-faaa-475c-a514-01d32661ec45 req-e1d22b3a-bc23-4f71-8f56-b7df5c3bf34e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:17.027791 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-004ee01d-faaa-475c-a514-01d32661ec45 req-e1d22b3a-bc23-4f71-8f56-b7df5c3bf34e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0528467 Aug 07 02:21:17.044361 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfc86-f646-42db-8416-c1907af1a6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:17.067382 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-004ee01d-faaa-475c-a514-01d32661ec45 req-9210592d-64f2-461b-bc2a-cca4393b6961 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Aug 07 02:21:17.166328 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-923ddde8-b642-4028-9c9f-d995f58cf384 req-9f429b1f-8d46-46f7-bedb-d85c9e0a24c0 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 210 time: 0.0336728 Aug 07 02:21:17.191918 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173d44-c9f8-4536-8383-fa05840748ca req-5048c05e-9f98-4394-b9e5-3c160ca96890 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:17.193265 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-5048c05e-9f98-4394-b9e5-3c160ca96890 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 815 time: 0.1209447 Aug 07 02:21:17.212273 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8077ddd-6742-4943-8fa4-9830f2fa3f19 req-dfa10ee5-f03e-48fc-af7c-3f97b2b74adc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:17.214456 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8077ddd-6742-4943-8fa4-9830f2fa3f19 req-dfa10ee5-f03e-48fc-af7c-3f97b2b74adc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0506074 Aug 07 02:21:17.219365 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Request body: {'port': {'device_id': 'bbe6dca9-9f09-4856-a5b5-90428f5b1c84', 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039', 'admin_state_up': True, 'tenant_id': 'ebce2a00655943289ebeb08edcce7aae'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:17.254119 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8077ddd-6742-4943-8fa4-9830f2fa3f19 req-6042688d-ca00-4a28-b6fe-bab8022edb91 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332091 Aug 07 02:21:17.349098 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Made reservation on behalf of ebce2a00655943289ebeb08edcce7aae for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:21:17.352788 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:17.476323 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Allocated IP 172.20.0.13 (649fcc2f-0f7f-4b36-82f5-409fd88e9039/1d43d8e7-ffe8-4b67-a4a1-665e7c06874f/69bb6d61-540c-4adc-8f51-1942d3d12a1a) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:21:17.620884 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:17.661870 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:17.677653 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['9f15414f-1447-45f5-a31d-aa5734802199', '13237019-062b-4194-8b7a-61b29691324a', '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:21:17.709095 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:21:17.712167 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:21:17.716219 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:21:17.744129 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Pushing event updated for resources: {'Port': ['ID=69bb6d61-540c-4adc-8f51-1942d3d12a1a,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:17.752046 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.752483 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.753046 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.753382 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.753794 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.754187 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.754602 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.755005 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.755400 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.755798 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.756736 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.756736 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:17.787260 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:17.787878 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:17.802168 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-316f3737-d80a-4f29-ad68-5f8a73093e2f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5867991 Aug 07 02:21:17.816775 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Request body: {'port': {'device_id': 'bbe6dca9-9f09-4856-a5b5-90428f5b1c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:17.870089 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:18.145455 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bb6d61-540c-4adc-8f51-1942d3d12a1a {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:21:18.154197 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:18.169634 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Transition to ACTIVE for port object 69bb6d61-540c-4adc-8f51-1942d3d12a1a will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:21:18.174926 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:18.197155 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947050e-41ab-4778-8c34-33e24cd513ff req-af05ff75-b753-46e7-bee4-513a890ebfc4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:18.198774 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9947050e-41ab-4778-8c34-33e24cd513ff req-af05ff75-b753-46e7-bee4-513a890ebfc4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0555632 Aug 07 02:21:18.242976 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9947050e-41ab-4778-8c34-33e24cd513ff req-8f680967-66a5-49b2-8b6f-67dd700af2b3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Aug 07 02:21:18.254559 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Pushing event updated for resources: {'Port': ['ID=69bb6d61-540c-4adc-8f51-1942d3d12a1a,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:18.302739 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb54f20-b12c-4707-928f-6441f873ff65 req-8d175514-81f4-4465-8ac3-589d4a958166 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:18.304344 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0eb54f20-b12c-4707-928f-6441f873ff65 req-8d175514-81f4-4465-8ac3-589d4a958166 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 944 time: 0.0604532 Aug 07 02:21:18.307822 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Attempting to bind port 69bb6d61-540c-4adc-8f51-1942d3d12a1a on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:21:18.308164 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Attempting to bind port 69bb6d61-540c-4adc-8f51-1942d3d12a1a by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:21:18.308496 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Attempting to bind port 69bb6d61-540c-4adc-8f51-1942d3d12a1a on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:21:18.314221 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Port 69bb6d61-540c-4adc-8f51-1942d3d12a1a on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:21:18.314650 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Attempting to bind port 69bb6d61-540c-4adc-8f51-1942d3d12a1a on network 649fcc2f-0f7f-4b36-82f5-409fd88e9039 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:21:18.320031 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:21:18.320491 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Checking segment: {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:21:18.320871 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Bound using segment: {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:21:18.321292 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Bound port: 69bb6d61-540c-4adc-8f51-1942d3d12a1a, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff198296-e31d-46d8-9e14-72ef55a31227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:21:18.321648 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:18.371379 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0eb54f20-b12c-4707-928f-6441f873ff65 req-a0f077d5-800f-420b-b21e-0408f86c5f9e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592351 Aug 07 02:21:18.385236 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] For port 69bb6d61-540c-4adc-8f51-1942d3d12a1a, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:21:18.388338 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] For port 69bb6d61-540c-4adc-8f51-1942d3d12a1a, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=69bb6d61-540c-4adc-8f51-1942d3d12a1a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:21:18.392235 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420c6d5-9499-4ac5-85d6-d0df3ee3483b req-2ddb5f0f-7c9c-4131-8096-1f19fb023693 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:18.392641 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:18.394111 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9420c6d5-9499-4ac5-85d6-d0df3ee3483b req-2ddb5f0f-7c9c-4131-8096-1f19fb023693 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0597353 Aug 07 02:21:18.429923 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:18.430573 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:18.432064 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] 10.222.0.16 "PUT /v2.0/ports/69bb6d61-540c-4adc-8f51-1942d3d12a1a HTTP/1.1" status: 200 len: 1094 time: 0.6194470 Aug 07 02:21:18.432611 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe6dca9-9f09-4856-a5b5-90428f5b1c84', 'tag': '69bb6d61-540c-4adc-8f51-1942d3d12a1a'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:18.434851 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b616a09e-724a-4ff1-b6ed-ec1e9897267c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe6dca9-9f09-4856-a5b5-90428f5b1c84", "tag": "69bb6d61-540c-4adc-8f51-1942d3d12a1a"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:18.435011 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9420c6d5-9499-4ac5-85d6-d0df3ee3483b req-d4caf0c7-aa7c-47af-9b16-06e9edad6ebf tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350199 Aug 07 02:21:18.467637 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2f9a3-b565-4238-831a-518ebe2fb3ba service neutron] Pushing event updated for resources: {'Port': ['ID=69bb6d61-540c-4adc-8f51-1942d3d12a1a,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:18.481212 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a1bb78-577d-4982-8fe7-98b6927d920e x-openstack-request-id: req-e0a1bb78-577d-4982-8fe7-98b6927d920e {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:18.481498 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe6dca9-9f09-4856-a5b5-90428f5b1c84", "tag": "69bb6d61-540c-4adc-8f51-1942d3d12a1a", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:18.481744 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0a1bb78-577d-4982-8fe7-98b6927d920e {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:18.482132 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe6dca9-9f09-4856-a5b5-90428f5b1c84', 'tag': '69bb6d61-540c-4adc-8f51-1942d3d12a1a', 'status': 'completed', 'code': 200} Aug 07 02:21:18.531768 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173d44-c9f8-4536-8383-fa05840748ca req-7b4aed47-6bae-49cd-af2d-6bb6649ab17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:18.533260 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-7b4aed47-6bae-49cd-af2d-6bb6649ab17f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 1097 time: 0.0404508 Aug 07 02:21:18.575659 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-029b0a10-f1e0-4400-90f8-67d2b2e0abd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69bb6d61-540c-4adc-8f51-1942d3d12a1a HTTP/1.1" status: 200 len: 217 time: 0.0318270 Aug 07 02:21:18.629474 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173d44-c9f8-4536-8383-fa05840748ca req-dfee194f-8501-4243-a774-829f8092cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:18.630870 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-dfee194f-8501-4243-a774-829f8092cf29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f HTTP/1.1" status: 200 len: 855 time: 0.0463068 Aug 07 02:21:18.672072 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-eb6a38e3-33c5-433c-8bf4-c57fa7159c8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649fcc2f-0f7f-4b36-82f5-409fd88e9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243771 Aug 07 02:21:18.766299 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-cf915732-1c25-4265-b5d1-204eace22426 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798235 Aug 07 02:21:18.868116 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-be173d44-c9f8-4536-8383-fa05840748ca req-1fef0656-b3de-45af-b727-106c2fae207a service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904648 Aug 07 02:21:18.962631 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-e5641efb-579a-4b25-bea4-7173af744774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:18.964791 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-e5641efb-579a-4b25-bea4-7173af744774 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebce2a00655943289ebeb08edcce7aae&device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 1097 time: 0.0409236 Aug 07 02:21:19.062459 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-2b8aacc8-5a01-43bb-bb3a-e4c19a979f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:19.063889 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-2b8aacc8-5a01-43bb-bb3a-e4c19a979f5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 200 len: 916 time: 0.0835061 Aug 07 02:21:19.110210 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-b97b906f-9d65-4261-a9d8-c1b347e3f67d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69bb6d61-540c-4adc-8f51-1942d3d12a1a HTTP/1.1" status: 200 len: 217 time: 0.0331244 Aug 07 02:21:19.160598 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-9549e06d-634a-44c3-a8a5-24ceb98f6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:19.161967 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-9549e06d-634a-44c3-a8a5-24ceb98f6088 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f HTTP/1.1" status: 200 len: 855 time: 0.0412126 Aug 07 02:21:19.194474 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-2a11ee9c-fa3b-4a64-8b25-3e1c1089354e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649fcc2f-0f7f-4b36-82f5-409fd88e9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227413 Aug 07 02:21:19.287105 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-93b51826-6469-4d1e-af7b-7f6b39d8cb32 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806584 Aug 07 02:21:19.359083 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc37b0-f0eb-43d1-bec8-6cea914ace27 req-9b2eb203-0391-45b2-a3c5-50d7e112b759 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:19.360565 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4edc37b0-f0eb-43d1-bec8-6cea914ace27 req-9b2eb203-0391-45b2-a3c5-50d7e112b759 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0489526 Aug 07 02:21:19.380691 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-b616a09e-724a-4ff1-b6ed-ec1e9897267c req-382691e1-05a7-46be-af9e-e30400dfc4b3 service neutron] 10.222.0.16 "GET /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841076 Aug 07 02:21:19.400619 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4edc37b0-f0eb-43d1-bec8-6cea914ace27 req-8752a80e-aaf5-4192-885b-21c1951405ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Aug 07 02:21:19.487092 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c59d1-1380-4ce0-a980-1994fba58cd5 req-30502eda-c481-42fc-9331-1c689db10482 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:19.488550 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b39c59d1-1380-4ce0-a980-1994fba58cd5 req-30502eda-c481-42fc-9331-1c689db10482 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 944 time: 0.0477362 Aug 07 02:21:19.554748 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b39c59d1-1380-4ce0-a980-1994fba58cd5 req-a782466f-3caf-4957-8ee8-6e2bb2ff418b tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Aug 07 02:21:19.575532 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed09f4-9317-477c-b787-db4c8f4faf60 req-48b56fe8-3088-40ea-9615-bab73208dcc6 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:19.575631 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-820d389a-3a6d-4082-b76d-d5e3aac4deeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:19.583020 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a4ed09f4-9317-477c-b787-db4c8f4faf60 req-48b56fe8-3088-40ea-9615-bab73208dcc6 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0705283 Aug 07 02:21:19.617822 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a4ed09f4-9317-477c-b787-db4c8f4faf60 req-7b53b5af-f301-4d01-a100-434f8400c905 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332108 Aug 07 02:21:19.741522 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-f7fd44ed-2e9c-4b5a-8e58-63550f92dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:19.741787 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c5673-dca0-4ae2-8db5-b6e9b06bcb2e req-1cc58b19-8c9b-4483-bd72-75df761e2731 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:19.743052 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-f7fd44ed-2e9c-4b5a-8e58-63550f92dab5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1098 time: 0.0446386 Aug 07 02:21:19.743223 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bb5c5673-dca0-4ae2-8db5-b6e9b06bcb2e req-1cc58b19-8c9b-4483-bd72-75df761e2731 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0476749 Aug 07 02:21:19.754594 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:19.783535 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bb5c5673-dca0-4ae2-8db5-b6e9b06bcb2e req-677e82a9-86e6-474e-89eb-f4aecb554965 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326056 Aug 07 02:21:19.835292 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-38373daa-2b64-473f-9af8-d8b9c68ef911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:19.836745 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-38373daa-2b64-473f-9af8-d8b9c68ef911 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 920 time: 0.0836210 Aug 07 02:21:19.885140 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-6cc1008f-19da-440a-8c10-093b1b1634e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd914d8-086d-45bf-9e4e-06966888f057 HTTP/1.1" status: 200 len: 217 time: 0.0371294 Aug 07 02:21:19.938990 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-e97b6e83-72c8-40c0-af54-89b9abf08463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:19.940374 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-e97b6e83-72c8-40c0-af54-89b9abf08463 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 200 len: 859 time: 0.0427442 Aug 07 02:21:19.979406 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-e6b616f2-6a11-4c0f-adc8-0d826bb82fcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22ea49b-5290-4604-bb53-24e953d4705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233126 Aug 07 02:21:20.076158 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-0e273d5a-1fe0-494d-9f87-ece0d8c39748 service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768561 Aug 07 02:21:20.171256 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14e7d7ce-e6ce-476b-93e0-9483ab0cdfb0 req-633126af-6ef6-4722-92ee-c89474b08413 service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845716 Aug 07 02:21:20.668167 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1f95b-7f60-465a-b913-2e67e1a033cb req-0a20c1fe-fbb1-4833-9239-c07b6a15a5bc tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:20.669630 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-37b1f95b-7f60-465a-b913-2e67e1a033cb req-0a20c1fe-fbb1-4833-9239-c07b6a15a5bc tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 944 time: 0.0473437 Aug 07 02:21:20.734189 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-37b1f95b-7f60-465a-b913-2e67e1a033cb req-9996d330-a6a1-4349-872d-cd4f7de54618 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587747 Aug 07 02:21:20.752801 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb311fe8-f261-4794-bca3-ea8a6401945d req-d5d29625-05b3-48e8-9858-fc354ea1af00 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:20.754317 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eb311fe8-f261-4794-bca3-ea8a6401945d req-d5d29625-05b3-48e8-9858-fc354ea1af00 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0596890 Aug 07 02:21:20.791844 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eb311fe8-f261-4794-bca3-ea8a6401945d req-41aa7526-16bb-406f-8720-1ffde2a115bd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316517 Aug 07 02:21:20.855384 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:20.898888 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1042b31-a0c5-4eb5-99bc-7bb7679ab8a8 req-e863ddd3-2de9-443c-8ea7-f2080b8965f6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:20.900469 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b1042b31-a0c5-4eb5-99bc-7bb7679ab8a8 req-e863ddd3-2de9-443c-8ea7-f2080b8965f6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0512958 Aug 07 02:21:20.941385 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b1042b31-a0c5-4eb5-99bc-7bb7679ab8a8 req-4a3892d9-b425-455d-89ee-02b347852d65 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Aug 07 02:21:21.820542 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 69bb6d61-540c-4adc-8f51-1942d3d12a1a details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:21:21.847956 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1aad9f-b4b0-49ad-978b-234d4215f9ea req-c8d42d87-d984-4a77-b2c8-aa4996d8edd7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:21.849463 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ca1aad9f-b4b0-49ad-978b-234d4215f9ea req-c8d42d87-d984-4a77-b2c8-aa4996d8edd7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 944 time: 0.0492923 Aug 07 02:21:21.914515 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ca1aad9f-b4b0-49ad-978b-234d4215f9ea req-ed879543-1c14-470b-bf85-604fbfa6ef9b tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587888 Aug 07 02:21:21.924046 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 69bb6d61-540c-4adc-8f51-1942d3d12a1a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=69bb6d61-540c-4adc-8f51-1942d3d12a1a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:21.937835 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '69bb6d61-540c-4adc-8f51-1942d3d12a1a', 'network_id': '649fcc2f-0f7f-4b36-82f5-409fd88e9039', 'port_id': '69bb6d61-540c-4adc-8f51-1942d3d12a1a', 'mac_address': 'fa:16:3e:d1:3d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d43d8e7-ffe8-4b67-a4a1-665e7c06874f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:21:21.939533 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df746-ccb2-454e-ad87-b00fd7d9ac9d req-6a8aba6e-74d6-461f-ac7f-4befe8a3d067 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:21.941135 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fe9df746-ccb2-454e-ad87-b00fd7d9ac9d req-6a8aba6e-74d6-461f-ac7f-4befe8a3d067 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0696409 Aug 07 02:21:21.987187 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:21.991211 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fe9df746-ccb2-454e-ad87-b00fd7d9ac9d req-fdc74d93-1877-43a4-86de-ee32ed6da695 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 Aug 07 02:21:22.001198 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bb6d61-540c-4adc-8f51-1942d3d12a1a {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:21:22.024548 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 69bb6d61-540c-4adc-8f51-1942d3d12a1a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=69bb6d61-540c-4adc-8f51-1942d3d12a1a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:22.029629 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:22.066853 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875571d-9e30-498d-b92a-3da7e2c09601 req-44de1716-f7fc-485f-b33e-b02ea8ce3db4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:22.068340 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2875571d-9e30-498d-b92a-3da7e2c09601 req-44de1716-f7fc-485f-b33e-b02ea8ce3db4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0581260 Aug 07 02:21:22.081448 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=69bb6d61-540c-4adc-8f51-1942d3d12a1a,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:22.088487 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.088961 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.089310 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.089673 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.090007 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.090340 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.090695 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.091027 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.091355 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.091682 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.092006 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.092357 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:22.108291 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2875571d-9e30-498d-b92a-3da7e2c09601 req-fb21c24c-a4d3-419d-8f4e-5798688c566e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Aug 07 02:21:22.229600 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:22.459650 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['69bb6d61-540c-4adc-8f51-1942d3d12a1a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:21:23.031571 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c896-7313-4217-bd63-99602ee0d235 req-79d51779-b385-4f4c-973a-7a179891d216 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:23.033196 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2da7c896-7313-4217-bd63-99602ee0d235 req-79d51779-b385-4f4c-973a-7a179891d216 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 945 time: 0.0548003 Aug 07 02:21:23.109115 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2da7c896-7313-4217-bd63-99602ee0d235 req-4da740ab-54d5-4067-b8d7-5fa5c0d2051e tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699310 Aug 07 02:21:23.146762 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a756-839b-4793-8789-6ae858f7722a req-6899d0cf-2133-4c8e-aef2-b1e30f8e19d5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:23.148580 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7849a756-839b-4793-8789-6ae858f7722a req-6899d0cf-2133-4c8e-aef2-b1e30f8e19d5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0629768 Aug 07 02:21:23.188348 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7849a756-839b-4793-8789-6ae858f7722a req-3854d483-6a56-4e05-bcd0-d05791b61f7a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336924 Aug 07 02:21:23.231969 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-faa895b7-fcb4-408b-a9f5-029793c2f01c tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262195981&fields=id&tenant_id=ee54a72d18974024b8a2385f183b5efe HTTP/1.1" status: 200 len: 267 time: 0.0328047 Aug 07 02:21:23.346729 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa59e7-c05d-4cae-9b17-dcf4f9f010ef req-8dbf6b9e-3b92-47fe-999b-0d3d20fb3804 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:23.348182 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-acfa59e7-c05d-4cae-9b17-dcf4f9f010ef req-8dbf6b9e-3b92-47fe-999b-0d3d20fb3804 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0980036 Aug 07 02:21:23.385682 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557d75-9029-4351-a831-ae349d78baae req-873ffd75-979b-4413-8f91-d7bbd5655315 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:23.387128 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-873ffd75-979b-4413-8f91-d7bbd5655315 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/networks?id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87 HTTP/1.1" status: 200 len: 809 time: 0.1485844 Aug 07 02:21:23.409704 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-5eeec617-5c91-49f5-87c1-cfe975e360d7 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/quotas/ee54a72d18974024b8a2385f183b5efe HTTP/1.1" status: 200 len: 375 time: 0.0169423 Aug 07 02:21:23.412538 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-acfa59e7-c05d-4cae-9b17-dcf4f9f010ef req-93b6a199-a552-43c8-9932-8b5dbc5d7ed4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563521 Aug 07 02:21:23.460351 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-b3aa7a42-6a49-48e2-b543-54fcff2ee9bb tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee54a72d18974024b8a2385f183b5efe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453589 Aug 07 02:21:23.561848 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-7851d7b2-7738-4e52-b423-6494d8e0eeac service neutron] 10.222.0.11 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896266 Aug 07 02:21:23.657186 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-fb6e0ecd-6012-4ca3-be81-e29da82de1ac service neutron] 10.222.0.11 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895069 Aug 07 02:21:23.837824 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 69bb6d61-540c-4adc-8f51-1942d3d12a1a up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:21:23.888518 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 69bb6d61-540c-4adc-8f51-1942d3d12a1a completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:21:23.892447 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 69bb6d61-540c-4adc-8f51-1942d3d12a1a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:21:23.892822 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:23.953088 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e5e5638-50a1-4fad-89ff-a51ebec4ab08 req-74e0bf7d-ddbc-4a8a-a49b-723a80c78287 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 210 time: 0.0285800 Aug 07 02:21:23.983480 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:24.013410 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe6dca9-9f09-4856-a5b5-90428f5b1c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb6d61-540c-4adc-8f51-1942d3d12a1a'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:24.015719 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f60747-7e50-4671-bb73-50c3b3eab50f" -d '{"events": [{"server_uuid": "bbe6dca9-9f09-4856-a5b5-90428f5b1c84", "name": "network-vif-plugged", "status": "completed", "tag": "69bb6d61-540c-4adc-8f51-1942d3d12a1a"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:24.032257 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 69bb6d61-540c-4adc-8f51-1942d3d12a1a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=69bb6d61-540c-4adc-8f51-1942d3d12a1a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:24.036834 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:24.061999 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f19a8b-07ba-4540-9a01-ed5b9ff98b3a x-openstack-request-id: req-73f19a8b-07ba-4540-9a01-ed5b9ff98b3a {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:24.062306 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe6dca9-9f09-4856-a5b5-90428f5b1c84", "name": "network-vif-plugged", "status": "completed", "tag": "69bb6d61-540c-4adc-8f51-1942d3d12a1a", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:24.062588 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73f19a8b-07ba-4540-9a01-ed5b9ff98b3a {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:24.063027 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe6dca9-9f09-4856-a5b5-90428f5b1c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb6d61-540c-4adc-8f51-1942d3d12a1a', 'code': 200} Aug 07 02:21:24.096785 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=69bb6d61-540c-4adc-8f51-1942d3d12a1a,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:24.261633 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b8f41-061d-434e-8d21-01de6eba512d req-05cf286c-fdd9-4dab-a55a-d2c5e401a855 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:24.270595 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a5b8f41-061d-434e-8d21-01de6eba512d req-05cf286c-fdd9-4dab-a55a-d2c5e401a855 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 946 time: 0.0734937 Aug 07 02:21:24.296545 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca78b27-5e89-4eaf-8465-dbd88c976f41 req-b6b42858-196c-44d5-a439-bb1eb35b2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:24.298050 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-1ca78b27-5e89-4eaf-8465-dbd88c976f41 req-b6b42858-196c-44d5-a439-bb1eb35b2c7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 1099 time: 0.0591486 Aug 07 02:21:24.340625 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a5b8f41-061d-434e-8d21-01de6eba512d req-ea573e3a-a435-4238-b68a-2f3c7a282a86 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688574 Aug 07 02:21:24.342649 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-1ca78b27-5e89-4eaf-8465-dbd88c976f41 req-fecdb59d-4c2b-4cb5-aee9-7cbecb56f02d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Aug 07 02:21:24.364996 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be510fa-214c-43ef-b277-3c86f8990d1e req-da1fa3c0-2ab9-4204-acbf-20e2106bbea0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:24.366640 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6be510fa-214c-43ef-b277-3c86f8990d1e req-da1fa3c0-2ab9-4204-acbf-20e2106bbea0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0601730 Aug 07 02:21:24.405476 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6be510fa-214c-43ef-b277-3c86f8990d1e req-99cfcafb-da1f-4d0f-b0d0-0d7c4af3f75d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325549 Aug 07 02:21:24.842716 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743c94f-ea14-47ce-8419-fe35ac84cba8 req-20c70afa-f08a-4b47-ad11-0fa08acb984c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:24.844367 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6743c94f-ea14-47ce-8419-fe35ac84cba8 req-20c70afa-f08a-4b47-ad11-0fa08acb984c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0463398 Aug 07 02:21:24.881114 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6743c94f-ea14-47ce-8419-fe35ac84cba8 req-4085a60b-f2d2-4fbe-bca5-46903e8ec51b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Aug 07 02:21:25.050452 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ecf1f8f-9b99-4f06-8dcc-6c1b1d8eb491 req-a367701b-887b-45e5-baa1-c67d0496cfe8 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 210 time: 0.0308859 Aug 07 02:21:25.404040 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557d75-9029-4351-a831-ae349d78baae req-338265d7-c606-4082-b6e4-f7633570d84a tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:25.405461 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-338265d7-c606-4082-b6e4-f7633570d84a tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.16 "GET /v2.0/networks?id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87 HTTP/1.1" status: 200 len: 809 time: 0.3006067 Aug 07 02:21:25.462590 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb9be-abb4-4331-b87f-e8bff04eaaa6 req-b802307a-ac80-400e-ad15-fcfbedbf7552 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:25.465334 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cafbb9be-abb4-4331-b87f-e8bff04eaaa6 req-b802307a-ac80-400e-ad15-fcfbedbf7552 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 946 time: 0.0535202 Aug 07 02:21:25.470385 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-93b6ea94-7e3d-4989-870f-753a69ae1f06 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee54a72d18974024b8a2385f183b5efe HTTP/1.1" status: 200 len: 379 time: 0.0461891 Aug 07 02:21:25.482660 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Request body: {'port': {'device_id': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'admin_state_up': True, 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'security_groups': ['5c5a2dfa-2fbf-421b-8a83-cb059bf73d84']}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:25.534810 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cafbb9be-abb4-4331-b87f-e8bff04eaaa6 req-f702a260-d414-4a58-a380-db4cdbbe5693 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634506 Aug 07 02:21:25.571648 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1c939-cf8c-4b1a-bd57-57f17d2b4d11 req-749bdcf1-7698-4ef2-88ef-6e0374d38e6f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:25.571648 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3fc1c939-cf8c-4b1a-bd57-57f17d2b4d11 req-749bdcf1-7698-4ef2-88ef-6e0374d38e6f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0786812 Aug 07 02:21:25.608889 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3fc1c939-cf8c-4b1a-bd57-57f17d2b4d11 req-ddd19be6-b00c-41e6-be17-98bdd5aa4efc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370893 Aug 07 02:21:25.611541 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Made reservation on behalf of ee54a72d18974024b8a2385f183b5efe for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:21:25.615093 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:25.739473 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Allocated IP 172.20.0.7 (6f9c95f2-f6b7-4912-82cb-2bd51db53b87/b29237be-2c90-4879-a347-1a1a23dca8aa/c4ce363d-82bc-44d3-a510-e1fc31347bde) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:21:25.887055 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:25.901365 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Transition to ACTIVE for port object c4ce363d-82bc-44d3-a510-e1fc31347bde will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:21:25.935763 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:25.976952 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:21:25.982619 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:21:25.986111 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:21:26.010757 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'Port': ['ID=c4ce363d-82bc-44d3-a510-e1fc31347bde,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:26.049749 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:26.050409 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:26.065112 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-3bbeb883-354d-4857-9dd6-308b7372fbd2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880387 Aug 07 02:21:26.081279 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Request body: {'port': {'device_id': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:26.143755 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:26.217574 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690c04f-1b94-481d-9c38-d0102c2797bb req-4b2ac34c-4894-44f5-9358-fef02eebd345 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:26.225048 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4690c04f-1b94-481d-9c38-d0102c2797bb req-4b2ac34c-4894-44f5-9358-fef02eebd345 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 931 time: 0.0625474 Aug 07 02:21:26.250777 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-8c7fc2e1-cadd-4e5a-9a8c-ad4c5839cd14 None None] Provisioning for port c4ce363d-82bc-44d3-a510-e1fc31347bde completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:21:26.257087 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-8c7fc2e1-cadd-4e5a-9a8c-ad4c5839cd14 None None] Provisioning complete for port c4ce363d-82bc-44d3-a510-e1fc31347bde triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:21:26.258251 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc2e1-cadd-4e5a-9a8c-ad4c5839cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:26.277201 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4690c04f-1b94-481d-9c38-d0102c2797bb req-3cdbc683-dcb2-43ab-90ab-beaf541a621c tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489550 Aug 07 02:21:26.314027 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fc2e1-cadd-4e5a-9a8c-ad4c5839cd14 None None] Port c4ce363d-82bc-44d3-a510-e1fc31347bde cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:21:26.458184 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ce363d-82bc-44d3-a510-e1fc31347bde {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:21:26.466031 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:26.477279 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Transition to ACTIVE for port object c4ce363d-82bc-44d3-a510-e1fc31347bde will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:21:26.480844 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:26.529053 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce363d-82bc-44d3-a510-e1fc31347bde,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:26.605001 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Attempting to bind port c4ce363d-82bc-44d3-a510-e1fc31347bde on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:21:26.605655 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Attempting to bind port c4ce363d-82bc-44d3-a510-e1fc31347bde by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:21:26.605992 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Attempting to bind port c4ce363d-82bc-44d3-a510-e1fc31347bde on network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:21:26.611195 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Port c4ce363d-82bc-44d3-a510-e1fc31347bde on network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:21:26.611467 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Attempting to bind port c4ce363d-82bc-44d3-a510-e1fc31347bde on network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:21:26.617271 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:21:26.617614 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Checking segment: {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:21:26.618001 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Bound using segment: {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:21:26.618474 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Bound port: c4ce363d-82bc-44d3-a510-e1fc31347bde, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:21:26.618839 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:26.712123 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:21:26.715930 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:21:26.721634 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:26.763228 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f062ebd-d91e-422f-a109-15f6fc50f1a7 req-299e6f93-cceb-4a45-ba6a-b6f34b58b60e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:26.765578 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7f062ebd-d91e-422f-a109-15f6fc50f1a7 req-299e6f93-cceb-4a45-ba6a-b6f34b58b60e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0588160 Aug 07 02:21:26.771163 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:26.772123 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:26.773397 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] 10.222.0.16 "PUT /v2.0/ports/c4ce363d-82bc-44d3-a510-e1fc31347bde HTTP/1.1" status: 200 len: 1093 time: 0.6968701 Aug 07 02:21:26.776525 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:26.779429 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999a9c5c-d9db-492a-8d1f-55fb34d3f669" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:26.801537 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f913a8-a693-42fb-806e-296665831dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce363d-82bc-44d3-a510-e1fc31347bde,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:26.834789 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7f062ebd-d91e-422f-a109-15f6fc50f1a7 req-6366b502-c57c-4658-bc17-00be582fcf04 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578380 Aug 07 02:21:26.856537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288dedb-ba50-47e3-8143-382db0fa34cf req-604025fd-d216-4eed-a0e6-ee202524b19f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:26.858072 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7288dedb-ba50-47e3-8143-382db0fa34cf req-604025fd-d216-4eed-a0e6-ee202524b19f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 946 time: 0.0835378 Aug 07 02:21:26.891389 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557d75-9029-4351-a831-ae349d78baae req-551d8d52-f12a-4103-aa36-b37f923fc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:26.893057 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-551d8d52-f12a-4103-aa36-b37f923fc125 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee54a72d18974024b8a2385f183b5efe&device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1096 time: 0.0655980 Aug 07 02:21:26.906741 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7288dedb-ba50-47e3-8143-382db0fa34cf req-e50a4ec9-09c1-4b8d-9de5-79b70147ade3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Aug 07 02:21:26.953361 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-ca3f4eb3-cba9-4909-924f-335ba487222e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde HTTP/1.1" status: 200 len: 217 time: 0.0458009 Aug 07 02:21:26.964065 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9358336f-a30b-499d-9e2e-fc4c05a46b48 x-openstack-request-id: req-9358336f-a30b-499d-9e2e-fc4c05a46b48 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:26.964355 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:26.964629 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9358336f-a30b-499d-9e2e-fc4c05a46b48 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:26.965024 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'status': 'completed', 'code': 200} Aug 07 02:21:27.020752 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557d75-9029-4351-a831-ae349d78baae req-ac65949e-39c8-4072-ba98-5fb40d81e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:27.022224 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-ac65949e-39c8-4072-ba98-5fb40d81e303 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29237be-2c90-4879-a347-1a1a23dca8aa HTTP/1.1" status: 200 len: 848 time: 0.0506454 Aug 07 02:21:27.086985 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557d75-9029-4351-a831-ae349d78baae req-1cc52316-47aa-4a72-8848-cf5856e0d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:27.089127 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-1cc52316-47aa-4a72-8848-cf5856e0d2a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586350 Aug 07 02:21:27.196319 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-885081d8-f29f-4cca-b522-861713f1cb8d service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962636 Aug 07 02:21:27.297312 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab557d75-9029-4351-a831-ae349d78baae req-890f6a5b-e39e-4fcf-a47b-7940d852253f service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862100 Aug 07 02:21:27.400915 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-8d7b6374-2023-4230-9c2b-6cffc0ca3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:27.402542 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-8d7b6374-2023-4230-9c2b-6cffc0ca3128 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee54a72d18974024b8a2385f183b5efe&device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1096 time: 0.0495863 Aug 07 02:21:27.414358 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97655063-61ba-4aeb-b819-34843ffe5ba8 req-49b72602-f885-478d-aca3-2314a7ec01e2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:27.415901 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-97655063-61ba-4aeb-b819-34843ffe5ba8 req-49b72602-f885-478d-aca3-2314a7ec01e2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0632470 Aug 07 02:21:27.455659 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-97655063-61ba-4aeb-b819-34843ffe5ba8 req-848ab5cd-05c9-4f68-bf20-103ec5a26a16 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337245 Aug 07 02:21:27.494026 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-130c8865-e5ab-4386-b3a0-68ac9b46ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:27.496267 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-130c8865-e5ab-4386-b3a0-68ac9b46ec6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87 HTTP/1.1" status: 200 len: 910 time: 0.0846472 Aug 07 02:21:27.542949 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-3c3d8913-cb86-41a0-a735-8416cf887668 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde HTTP/1.1" status: 200 len: 217 time: 0.0374181 Aug 07 02:21:27.592816 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-417fb31c-c840-4140-a792-d66265651842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:27.594220 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-417fb31c-c840-4140-a792-d66265651842 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29237be-2c90-4879-a347-1a1a23dca8aa HTTP/1.1" status: 200 len: 848 time: 0.0437338 Aug 07 02:21:27.640476 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-603e9ef4-7039-4081-861e-612f88e45236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:27.641919 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-603e9ef4-7039-4081-861e-612f88e45236 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390317 Aug 07 02:21:27.738275 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-4be03a49-4f05-4fe1-8464-d8777dc32a74 service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821507 Aug 07 02:21:27.828070 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-999a9c5c-d9db-492a-8d1f-55fb34d3f669 req-b3dd71fd-efad-4dc8-8ab8-70870271d86c service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789902 Aug 07 02:21:27.963119 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66383ff-11ab-48b1-9bb1-bb4860555dc0 req-cda8646e-e72d-4f08-934c-12b524a68410 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:27.964740 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b66383ff-11ab-48b1-9bb1-bb4860555dc0 req-cda8646e-e72d-4f08-934c-12b524a68410 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0475821 Aug 07 02:21:28.001610 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b66383ff-11ab-48b1-9bb1-bb4860555dc0 req-efff8e64-f3ad-4417-bcc1-a5477fc13fed tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Aug 07 02:21:28.580269 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d25d63-cc41-4321-a061-c9ae5586a9aa req-669879e9-d3fc-47c3-b171-d1381d4963a5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:28.581851 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-65d25d63-cc41-4321-a061-c9ae5586a9aa req-669879e9-d3fc-47c3-b171-d1381d4963a5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0513811 Aug 07 02:21:28.624066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-65d25d63-cc41-4321-a061-c9ae5586a9aa req-def13143-03ed-41a5-95a2-c22fcb655796 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360634 Aug 07 02:21:29.139468 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b47e7d-af73-4cf7-bfe7-3f6ac7b5e970 req-9a79ac4c-5175-48d4-b23d-63e742c783b7 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:29.140924 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04b47e7d-af73-4cf7-bfe7-3f6ac7b5e970 req-9a79ac4c-5175-48d4-b23d-63e742c783b7 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0546379 Aug 07 02:21:29.179488 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04b47e7d-af73-4cf7-bfe7-3f6ac7b5e970 req-12ee1a67-3ddb-4467-a378-832aaf5aedc0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Aug 07 02:21:29.439333 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 57916) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:29.544830 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:29.629838 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:29.633752 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:29.669993 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25012226b27f4cbe8e8a533b94d3c4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295792 Aug 07 02:21:29.672965 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 57926) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:29.674947 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30078a0-bdd7-42ff-b29d-f11600e5a99e,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:29.682180 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.682570 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.682916 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.683255 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.683589 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.683921 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.684250 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.684575 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.684901 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.685226 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.685576 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.685895 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ca7e-a1d3-4de3-8a6e-4c73a75ca178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:21:29.725189 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5fb19e4c-804e-4a7b-8c9a-d6a3b79d754d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:29.743535 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5740f0-9cb2-4308-9bc8-a419db15f2f9 req-a3b5bf26-31f0-4910-b3ac-699793f3e1a8 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:29.745094 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6d5740f0-9cb2-4308-9bc8-a419db15f2f9 req-a3b5bf26-31f0-4910-b3ac-699793f3e1a8 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0479817 Aug 07 02:21:29.750304 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5fb19e4c-804e-4a7b-8c9a-d6a3b79d754d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:29.782252 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6d5740f0-9cb2-4308-9bc8-a419db15f2f9 req-0aaa6811-653e-4dbd-add7-519090f51d18 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309453 Aug 07 02:21:29.798093 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5fb19e4c-804e-4a7b-8c9a-d6a3b79d754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:29.800703 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5fb19e4c-804e-4a7b-8c9a-d6a3b79d754d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:29.801946 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-5fb19e4c-804e-4a7b-8c9a-d6a3b79d754d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e30078a0-bdd7-42ff-b29d-f11600e5a99e HTTP/1.1" status: 204 len: 168 time: 0.1272542 Aug 07 02:21:29.812856 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb19e4c-804e-4a7b-8c9a-d6a3b79d754d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30078a0-bdd7-42ff-b29d-f11600e5a99e,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:30.306605 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cacb99-0e9b-4f1d-9351-b9362245ad7c req-ebfd62a2-fec4-4a3f-acd8-56e51be02ba9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:30.308723 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2cacb99-0e9b-4f1d-9351-b9362245ad7c req-ebfd62a2-fec4-4a3f-acd8-56e51be02ba9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0562024 Aug 07 02:21:30.347011 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2cacb99-0e9b-4f1d-9351-b9362245ad7c req-b37b94c9-5c04-4a2a-846e-9e8d6e40a3d7 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319602 Aug 07 02:21:30.905099 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d07885-3b9c-4cac-a993-c52a27d52df5 req-3df8a902-8f2f-4e19-884e-08692efe47e4 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:30.906871 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-79d07885-3b9c-4cac-a993-c52a27d52df5 req-3df8a902-8f2f-4e19-884e-08692efe47e4 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0486252 Aug 07 02:21:30.944764 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-79d07885-3b9c-4cac-a993-c52a27d52df5 req-0b211ea9-631f-4716-8fcd-9dd14f508412 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318131 Aug 07 02:21:31.464130 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c627557-0005-4d96-ad6f-fd0840e1a4df req-f4246b5c-2567-4fb4-9022-9e8f8dfdd1b5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:31.465567 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c627557-0005-4d96-ad6f-fd0840e1a4df req-f4246b5c-2567-4fb4-9022-9e8f8dfdd1b5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0470648 Aug 07 02:21:31.501814 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c627557-0005-4d96-ad6f-fd0840e1a4df req-a21ceeb9-c2d8-4ec9-abf3-4382d54958a4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304277 Aug 07 02:21:32.002657 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-62c6df18-6b59-476f-9398-6344c18556ab tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=20875a321c874c41844b51b996acc9a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315473 Aug 07 02:21:32.184880 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-3712ec5a-27d4-4400-b576-61f5a6f46917 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409963 Aug 07 02:21:32.250817 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-e7c4b9d0-1dd7-46ef-b1d7-1637dbc2284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:32.252354 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-e7c4b9d0-1dd7-46ef-b1d7-1637dbc2284e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1098 time: 0.0425291 Aug 07 02:21:32.365029 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-4828f440-4ba6-4f47-9ac1-e08decab0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:32.366522 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-4828f440-4ba6-4f47-9ac1-e08decab0849 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 920 time: 0.0875511 Aug 07 02:21:32.383475 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d4193-fbd7-4e21-b35f-2652d1d14aeb req-7adb201b-6724-4003-bc93-42ccecf41979 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:32.384996 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0a8d4193-fbd7-4e21-b35f-2652d1d14aeb req-7adb201b-6724-4003-bc93-42ccecf41979 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.3673823 Aug 07 02:21:32.409129 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-2fbd465e-1566-46da-a313-a493f0c73c95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd914d8-086d-45bf-9e4e-06966888f057 HTTP/1.1" status: 200 len: 217 time: 0.0338221 Aug 07 02:21:32.439006 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-366ef57b-9785-4664-a7df-0ae834515ca6 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:32.440354 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-366ef57b-9785-4664-a7df-0ae834515ca6 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4322145 Aug 07 02:21:32.457608 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-d9805a87-76a5-48f1-a839-28367fea82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:32.459079 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-d9805a87-76a5-48f1-a839-28367fea82e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 200 len: 859 time: 0.0421588 Aug 07 02:21:32.461967 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0a8d4193-fbd7-4e21-b35f-2652d1d14aeb req-bada5e4e-1850-4a91-8703-47e39d4e604c tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706124 Aug 07 02:21:32.463195 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-65f8e6c4-d8c5-49f9-9805-b0fe90afeef6 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/quotas/20875a321c874c41844b51b996acc9a5 HTTP/1.1" status: 200 len: 375 time: 0.0157378 Aug 07 02:21:32.499901 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-90850584-a330-4c6e-a2d3-31bf7a5bb91b tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=20875a321c874c41844b51b996acc9a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310514 Aug 07 02:21:32.512131 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-9ee041d0-0217-4bad-9eaf-35f2b51cbded service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22ea49b-5290-4604-bb53-24e953d4705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319791 Aug 07 02:21:32.638536 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-86761a2e-01a0-4ee3-b493-d6d37de77d78 service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054854 Aug 07 02:21:32.724429 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e0ea342d-82b5-48a7-a495-23cd54cfc2d7 req-18c78f1d-f505-4e0e-9949-f0bc66a8e002 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 210 time: 0.0509214 Aug 07 02:21:32.763016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682726cb-7f8a-44c9-ae68-1bd85ccb2c02 req-be100479-a0f8-43a1-93bb-46c17f7bdcfc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:32.771238 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-682726cb-7f8a-44c9-ae68-1bd85ccb2c02 req-be100479-a0f8-43a1-93bb-46c17f7bdcfc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.1323619 Aug 07 02:21:32.790099 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd7a392e-dbbc-44b1-bde1-c8ca588a178f req-3e242841-727d-485e-905c-2c80e4d0790c service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400149 Aug 07 02:21:32.822330 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-682726cb-7f8a-44c9-ae68-1bd85ccb2c02 req-94ae5367-8369-460f-a901-1ea5bafdca3a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499403 Aug 07 02:21:33.581187 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983472d-d21a-4efa-9616-0faf2d2342a1 req-eb566589-6f86-42e9-8489-de4ae7e28b8c tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:33.582529 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0983472d-d21a-4efa-9616-0faf2d2342a1 req-eb566589-6f86-42e9-8489-de4ae7e28b8c tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0480559 Aug 07 02:21:33.626331 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0983472d-d21a-4efa-9616-0faf2d2342a1 req-903ab978-f6c7-4d07-8a3c-9b5195aaf2a4 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379095 Aug 07 02:21:33.841025 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f2dff82d-c5be-43b1-a8a8-a54392691cac req-538fead1-4096-4506-a25d-340a34e06b2c tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 210 time: 0.0350084 Aug 07 02:21:33.933188 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:21:33.959151 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-594a2842-47c0-431f-b87e-6ea297d3aaf4 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=20875a321c874c41844b51b996acc9a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629327 Aug 07 02:21:33.971081 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cfaff-452c-49ce-8bfe-d0a99b8f57d5 req-967740f8-e75d-4ff3-9e60-2dbe730b01f8 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:33.972729 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-664cfaff-452c-49ce-8bfe-d0a99b8f57d5 req-967740f8-e75d-4ff3-9e60-2dbe730b01f8 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0546679 Aug 07 02:21:34.034502 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-664cfaff-452c-49ce-8bfe-d0a99b8f57d5 req-3765e291-bdba-4265-9c67-fc9da298af23 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495741 Aug 07 02:21:34.076077 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:34.088706 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '87521203-6829-426a-ab6f-720a12a61d9a', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'port_id': '87521203-6829-426a-ab6f-720a12a61d9a', 'mac_address': 'fa:16:3e:62:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:21:34.130164 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:34.148500 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87521203-6829-426a-ab6f-720a12a61d9a {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:21:34.179022 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:34.192134 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:34.199267 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-4720ff38-fc91-40eb-8d6d-47c720c9e96f tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:34.200789 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-4720ff38-fc91-40eb-8d6d-47c720c9e96f tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038937 Aug 07 02:21:34.239804 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=6']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:34.248914 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94c629-47d1-4c4d-b105-6f74296b9505 req-54457b5e-329a-48d8-be97-4d88b0b78840 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:34.250417 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e94c629-47d1-4c4d-b105-6f74296b9505 req-54457b5e-329a-48d8-be97-4d88b0b78840 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0483670 Aug 07 02:21:34.266778 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Request body: {'port': {'device_id': '4dffa7a3-39b2-44b0-b990-d03533940f65', 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d', 'admin_state_up': True, 'tenant_id': '20875a321c874c41844b51b996acc9a5'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:34.288598 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e94c629-47d1-4c4d-b105-6f74296b9505 req-a7f44299-4a52-4602-855a-c381f202275e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Aug 07 02:21:34.359007 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-79796d77-c28c-4076-8621-0717750a8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:34.360399 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-79796d77-c28c-4076-8621-0717750a8dae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1098 time: 0.1051781 Aug 07 02:21:34.454558 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Made reservation on behalf of 20875a321c874c41844b51b996acc9a5 for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:21:34.457875 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:34.469652 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:34.481101 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['87521203-6829-426a-ab6f-720a12a61d9a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:21:34.490638 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-7c5f0f8b-00b5-4d11-9869-6b8b4c92c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:34.492102 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-7c5f0f8b-00b5-4d11-9869-6b8b4c92c246 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 920 time: 0.1187465 Aug 07 02:21:34.551553 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-53f3c0b7-ee72-4adc-a3b4-ef36c99c7468 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd914d8-086d-45bf-9e4e-06966888f057 HTTP/1.1" status: 200 len: 217 time: 0.0397184 Aug 07 02:21:34.630498 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-7d87ea2d-a386-4050-8d7c-e1ddeb37d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:34.631840 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-7d87ea2d-a386-4050-8d7c-e1ddeb37d5a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 200 len: 859 time: 0.0665612 Aug 07 02:21:34.654816 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:34.671019 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:34.690497 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-c6e5a4fe-2ea6-403a-82a3-f7d18958b455 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22ea49b-5290-4604-bb53-24e953d4705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300765 Aug 07 02:21:34.784880 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbb30b-46ee-41ac-8917-32d9ca41377e req-64414f08-cb86-4ae5-ab81-52f05be0ff74 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:34.786415 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b6cbb30b-46ee-41ac-8917-32d9ca41377e req-64414f08-cb86-4ae5-ab81-52f05be0ff74 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0779605 Aug 07 02:21:34.829549 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b6cbb30b-46ee-41ac-8917-32d9ca41377e req-674d6b01-f244-4fac-ad8c-62244119d5f3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367694 Aug 07 02:21:34.975899 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ed7f6475-75ae-4fa3-a39d-c2b1f282fd2e req-9ca8035f-4cdc-4fca-b399-c5178737d4d9 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 210 time: 0.0555367 Aug 07 02:21:35.016791 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb1ef10-f952-4985-8ec5-b0ee51c910df,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:35.119109 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-27c2e181-330b-43df-a2be-56c7f86d370a service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010682 Aug 07 02:21:35.126749 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Allocated IP 192.168.233.84 (3d7c9438-6c96-46e3-9bd5-c3153d3ad11d/8baae68c-43e3-4ec3-8aa2-d9cc650bb9e8/501139e3-77a7-4d8c-98b2-0ce20cdf1588) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:21:35.166175 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5121b04-7b7d-4c7c-a50a-336af1bfbb8f req-5ec4df24-1849-413d-9548-a99105841d43 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:35.168512 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5121b04-7b7d-4c7c-a50a-336af1bfbb8f req-5ec4df24-1849-413d-9548-a99105841d43 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 945 time: 0.0529277 Aug 07 02:21:35.212219 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5121b04-7b7d-4c7c-a50a-336af1bfbb8f req-de5fb2f5-e9c4-4d8b-8696-fdee9905b5ad tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373499 Aug 07 02:21:35.300876 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5d52c029-7e1a-4329-a887-ff0204d700d0 req-c5106688-2383-4231-9de1-50220a91d30a service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718729 Aug 07 02:21:35.376124 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:35.392550 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Transition to ACTIVE for port object 501139e3-77a7-4d8c-98b2-0ce20cdf1588 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:21:35.430096 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:35.447427 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a202dd9-6780-4cb9-a07f-7620ade464b7 req-349dc6c7-f356-4039-ac91-136e43c70e2c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:35.459132 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a202dd9-6780-4cb9-a07f-7620ade464b7 req-349dc6c7-f356-4039-ac91-136e43c70e2c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1004293 Aug 07 02:21:35.483370 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:21:35.486917 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:21:35.497931 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:21:35.529956 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Pushing event updated for resources: {'Port': ['ID=501139e3-77a7-4d8c-98b2-0ce20cdf1588,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:35.561813 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:35.562710 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:35.566944 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a202dd9-6780-4cb9-a07f-7620ade464b7 req-96753dd0-92c3-4b9f-ad51-8cf665181104 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932291 Aug 07 02:21:35.585436 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-46426229-db97-4038-9deb-306eb93b976d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3285611 Aug 07 02:21:35.615534 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Request body: {'port': {'device_id': '4dffa7a3-39b2-44b0-b990-d03533940f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:35.660001 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:35.707180 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:35.751831 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-95d348f5-ea43-4711-8b2b-9606fd204882 None None] Provisioning for port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:21:35.757057 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-95d348f5-ea43-4711-8b2b-9606fd204882 None None] Provisioning complete for port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:21:35.757658 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-95d348f5-ea43-4711-8b2b-9606fd204882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:35.808792 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-95d348f5-ea43-4711-8b2b-9606fd204882 None None] Port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:21:35.955061 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device c4ce363d-82bc-44d3-a510-e1fc31347bde details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:21:35.972203 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6067-3a34-47b4-a0eb-7a65c0edadf1 req-9e2b9518-46fb-460f-84d3-9785b87a5532 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:35.974237 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40bf6067-3a34-47b4-a0eb-7a65c0edadf1 req-9e2b9518-46fb-460f-84d3-9785b87a5532 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0570278 Aug 07 02:21:35.976488 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:21:36.049673 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40bf6067-3a34-47b4-a0eb-7a65c0edadf1 req-f8b83e83-5123-4910-9f3f-fb53c792349d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680597 Aug 07 02:21:36.137258 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:36.151840 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce8502-b297-40e1-b8b2-68e6bdff4dc4 req-b244a310-5928-4a19-9b05-38983881b35e tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:36.153484 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501139e3-77a7-4d8c-98b2-0ce20cdf1588 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:21:36.156033 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'port_id': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'mac_address': 'fa:16:3e:0c:bc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:21:36.159910 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-59ce8502-b297-40e1-b8b2-68e6bdff4dc4 req-b244a310-5928-4a19-9b05-38983881b35e tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 935 time: 0.0630748 Aug 07 02:21:36.168428 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.194852 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Transition to ACTIVE for port object 501139e3-77a7-4d8c-98b2-0ce20cdf1588 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:21:36.201912 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.218342 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-59ce8502-b297-40e1-b8b2-68e6bdff4dc4 req-87794e18-1806-422d-99bf-245792845a1d tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Aug 07 02:21:36.224788 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.234740 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 87521203-6829-426a-ab6f-720a12a61d9a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:21:36.235108 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.325936 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ce363d-82bc-44d3-a510-e1fc31347bde {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:21:36.353452 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:36.360435 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.376417 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Pushing event updated for resources: {'Port': ['ID=501139e3-77a7-4d8c-98b2-0ce20cdf1588,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:36.403105 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Attempting to bind port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:21:36.403685 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Attempting to bind port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'b67d69f6-aee1-4da0-a67a-5707e7829183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:21:36.404110 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Attempting to bind port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 on network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:21:36.411737 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 on network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:21:36.412191 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Attempting to bind port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 on network 3d7c9438-6c96-46e3-9bd5-c3153d3ad11d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:21:36.420550 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:21:36.420988 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Checking segment: {'id': 'b67d69f6-aee1-4da0-a67a-5707e7829183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:21:36.422592 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Bound using segment: {'id': 'b67d69f6-aee1-4da0-a67a-5707e7829183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:21:36.423129 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Bound port: 501139e3-77a7-4d8c-98b2-0ce20cdf1588, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67d69f6-aee1-4da0-a67a-5707e7829183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:21:36.423667 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.446990 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442de4a0-0775-4454-a205-37cc75bd84ba req-a6ad7792-17e6-43f9-9bff-1a0f39b2d5ae tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:36.452567 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-442de4a0-0775-4454-a205-37cc75bd84ba req-a6ad7792-17e6-43f9-9bff-1a0f39b2d5ae tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 945 time: 0.1124861 Aug 07 02:21:36.469205 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.504193 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=c4ce363d-82bc-44d3-a510-e1fc31347bde,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:36.522822 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:36.523991 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] For port 501139e3-77a7-4d8c-98b2-0ce20cdf1588, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:21:36.530849 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] For port 501139e3-77a7-4d8c-98b2-0ce20cdf1588, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=501139e3-77a7-4d8c-98b2-0ce20cdf1588,segment=NetworkSegment(b67d69f6-aee1-4da0-a67a-5707e7829183),segment_id=b67d69f6-aee1-4da0-a67a-5707e7829183)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:21:36.535064 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10edee3-72a0-442b-aa80-6b259462c1ae" -d '{"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-plugged", "status": "completed", "tag": "87521203-6829-426a-ab6f-720a12a61d9a"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:36.540300 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.545448 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-442de4a0-0775-4454-a205-37cc75bd84ba req-284c658c-5fb9-4541-8311-ddb95e1615e4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858819 Aug 07 02:21:36.564069 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:36.581229 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.596868 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:36.598438 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:36.601586 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] 10.222.0.16 "PUT /v2.0/ports/501139e3-77a7-4d8c-98b2-0ce20cdf1588 HTTP/1.1" status: 200 len: 1097 time: 0.9905658 Aug 07 02:21:36.614318 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dffa7a3-39b2-44b0-b990-d03533940f65', 'tag': '501139e3-77a7-4d8c-98b2-0ce20cdf1588'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:36.617057 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7facbe2e-702b-4756-9fbe-b1cdb828c74a" -d '{"events": [{"name": "network-changed", "server_uuid": "4dffa7a3-39b2-44b0-b990-d03533940f65", "tag": "501139e3-77a7-4d8c-98b2-0ce20cdf1588"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:36.644417 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffda514-fb03-431b-97cc-6da88c0fc0e7 x-openstack-request-id: req-3ffda514-fb03-431b-97cc-6da88c0fc0e7 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:36.644703 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-plugged", "status": "completed", "tag": "87521203-6829-426a-ab6f-720a12a61d9a", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:36.644949 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ffda514-fb03-431b-97cc-6da88c0fc0e7 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:36.645338 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a', 'code': 200} Aug 07 02:21:36.734313 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=7']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:36.754568 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ccdf3-d08c-46a9-b8a6-50532e5fe441 x-openstack-request-id: req-913ccdf3-d08c-46a9-b8a6-50532e5fe441 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:36.755869 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dffa7a3-39b2-44b0-b990-d03533940f65", "tag": "501139e3-77a7-4d8c-98b2-0ce20cdf1588", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:36.756434 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-913ccdf3-d08c-46a9-b8a6-50532e5fe441 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:36.757026 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dffa7a3-39b2-44b0-b990-d03533940f65', 'tag': '501139e3-77a7-4d8c-98b2-0ce20cdf1588', 'status': 'completed', 'code': 200} Aug 07 02:21:36.758951 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab9e80-3877-4001-8167-a0a07795d331 service neutron] Pushing event updated for resources: {'Port': ['ID=501139e3-77a7-4d8c-98b2-0ce20cdf1588,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:36.788760 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d75caa-95e8-4323-a563-6a382e66e114 req-186fb7b3-d824-464e-b869-8afc1c38e852 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:36.796254 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8d75caa-95e8-4323-a563-6a382e66e114 req-186fb7b3-d824-464e-b869-8afc1c38e852 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0992904 Aug 07 02:21:36.796616 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-538c28d1-2d67-40fc-ad6c-f422d82bc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:36.799460 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-538c28d1-2d67-40fc-ad6c-f422d82bc6d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=20875a321c874c41844b51b996acc9a5&device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 1100 time: 0.1419528 Aug 07 02:21:36.854797 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8d75caa-95e8-4323-a563-6a382e66e114 req-cf30df8d-c2b1-4c08-8ec6-f8f44fab60c9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566480 Aug 07 02:21:36.874150 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['c4ce363d-82bc-44d3-a510-e1fc31347bde'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:21:36.926162 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-cda6d568-ac8a-4d4d-be30-ccd343038fac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=501139e3-77a7-4d8c-98b2-0ce20cdf1588 HTTP/1.1" status: 200 len: 217 time: 0.1165476 Aug 07 02:21:37.012313 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-9c88408c-9850-4fbe-bb0c-deb115224837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:37.014132 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-9c88408c-9850-4fbe-bb0c-deb115224837 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8baae68c-43e3-4ec3-8aa2-d9cc650bb9e8 HTTP/1.1" status: 200 len: 843 time: 0.0662930 Aug 07 02:21:37.075990 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-97f5a932-1a0e-428d-bf41-7a693e2e28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:37.077554 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-97f5a932-1a0e-428d-bf41-7a693e2e28c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d7c9438-6c96-46e3-9bd5-c3153d3ad11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0500915 Aug 07 02:21:37.231868 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-4e486be6-ed60-44d8-b683-d54d982225b1 service neutron] 10.222.0.16 "GET /v2.0/networks/3d7c9438-6c96-46e3-9bd5-c3153d3ad11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400890 Aug 07 02:21:37.270720 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09379954-54d9-4e7f-af5f-bf57dc0f710d req-74f36520-bc77-41e1-8251-198890ca2c62 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:37.272407 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-09379954-54d9-4e7f-af5f-bf57dc0f710d req-74f36520-bc77-41e1-8251-198890ca2c62 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 944 time: 0.0651402 Aug 07 02:21:37.339214 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-09379954-54d9-4e7f-af5f-bf57dc0f710d req-8d2f12dc-fe8e-4883-964e-72e25ddacd71 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585754 Aug 07 02:21:37.371033 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-14ae7555-1bfc-447c-a6e8-d8f000358e77 req-b163277a-a125-4ce9-92db-af48ee3e9db7 service neutron] 10.222.0.16 "GET /v2.0/networks/3d7c9438-6c96-46e3-9bd5-c3153d3ad11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263783 Aug 07 02:21:37.405563 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d15d77-56f3-440c-ac67-94c0bdb87239 req-1e8231ef-baff-4b4b-9948-a9b0d01a66d9 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:37.407692 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-97d15d77-56f3-440c-ac67-94c0bdb87239 req-1e8231ef-baff-4b4b-9948-a9b0d01a66d9 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 947 time: 0.0654056 Aug 07 02:21:37.456011 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-97d15d77-56f3-440c-ac67-94c0bdb87239 req-23787243-523e-442d-a559-128a71dc8fc2 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374515 Aug 07 02:21:37.482553 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-876328fa-34a9-48f5-87aa-3b69bfac4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:37.484175 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-876328fa-34a9-48f5-87aa-3b69bfac4515 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=20875a321c874c41844b51b996acc9a5&device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 1100 time: 0.0530665 Aug 07 02:21:37.606205 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-4e7ce28e-75a6-4b22-ae14-aac2fd3020bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:37.607566 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-4e7ce28e-75a6-4b22-ae14-aac2fd3020bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d7c9438-6c96-46e3-9bd5-c3153d3ad11d HTTP/1.1" status: 200 len: 870 time: 0.1118143 Aug 07 02:21:37.659269 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-421ac82a-b568-452a-9c24-8283fd7019d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=501139e3-77a7-4d8c-98b2-0ce20cdf1588 HTTP/1.1" status: 200 len: 217 time: 0.0405891 Aug 07 02:21:37.712399 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029c47-6e23-4231-9e14-bd0c5ef8afa0 req-2ff62d6c-5792-4c1f-83f1-f717e194ae13 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:37.714587 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f029c47-6e23-4231-9e14-bd0c5ef8afa0 req-2ff62d6c-5792-4c1f-83f1-f717e194ae13 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0679655 Aug 07 02:21:37.741527 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-1684a3c5-ae5a-4454-be9d-6e081b1a05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:37.743555 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-1684a3c5-ae5a-4454-be9d-6e081b1a05c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8baae68c-43e3-4ec3-8aa2-d9cc650bb9e8 HTTP/1.1" status: 200 len: 843 time: 0.0734036 Aug 07 02:21:37.777433 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f029c47-6e23-4231-9e14-bd0c5ef8afa0 req-079de726-2f3b-4580-b0a7-dec4b914c06e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555248 Aug 07 02:21:37.806952 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-4947a1bf-e67c-44e0-afc4-4c643e6fc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:37.808854 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-4947a1bf-e67c-44e0-afc4-4c643e6fc92c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d7c9438-6c96-46e3-9bd5-c3153d3ad11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0556405 Aug 07 02:21:37.928324 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-5b8adeb6-5cb4-4241-92f1-3338d25fd0dc service neutron] 10.222.0.16 "GET /v2.0/networks/3d7c9438-6c96-46e3-9bd5-c3153d3ad11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008730 Aug 07 02:21:37.987274 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcbc7e-ec0c-43ec-9bdb-f2597acbcfc4 req-83a66056-89a8-4d95-9c58-4a9e81bc881b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:38.000135 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0efcbc7e-ec0c-43ec-9bdb-f2597acbcfc4 req-83a66056-89a8-4d95-9c58-4a9e81bc881b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0581803 Aug 07 02:21:38.038913 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0efcbc7e-ec0c-43ec-9bdb-f2597acbcfc4 req-eca59f6f-7318-4017-b606-93b8b4915fc2 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357177 Aug 07 02:21:38.056064 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7facbe2e-702b-4756-9fbe-b1cdb828c74a req-6333d95a-1067-4ab7-a516-74bcdf6a58ab service neutron] 10.222.0.16 "GET /v2.0/networks/3d7c9438-6c96-46e3-9bd5-c3153d3ad11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102746 Aug 07 02:21:38.461407 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d798fd-a6a4-4b62-9a9e-cfb932326d18 req-bd8ac14a-4795-4beb-8de3-09636ff04514 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:38.462887 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14d798fd-a6a4-4b62-9a9e-cfb932326d18 req-bd8ac14a-4795-4beb-8de3-09636ff04514 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 944 time: 0.0544667 Aug 07 02:21:38.512670 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14d798fd-a6a4-4b62-9a9e-cfb932326d18 req-3746edf3-3838-4c01-b28e-eb76640dda0f tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Aug 07 02:21:38.601323 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d4c08-d4d8-4138-bee2-2e64a812b711 req-391b043b-49cd-44ed-b807-3228ce08d1d0 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:38.602933 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-426d4c08-d4d8-4138-bee2-2e64a812b711 req-391b043b-49cd-44ed-b807-3228ce08d1d0 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 947 time: 0.0515826 Aug 07 02:21:38.645383 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-426d4c08-d4d8-4138-bee2-2e64a812b711 req-10d36ca7-55cf-4f40-8889-13825552b3a1 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Aug 07 02:21:38.910791 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf564b-e5e3-40c1-9f16-74a9e47234eb req-e1e2bca1-7b8d-4fff-903d-0ee4700e11c6 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:38.912224 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4bdf564b-e5e3-40c1-9f16-74a9e47234eb req-e1e2bca1-7b8d-4fff-903d-0ee4700e11c6 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0529764 Aug 07 02:21:38.957203 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4bdf564b-e5e3-40c1-9f16-74a9e47234eb req-245a9ab6-fc23-404e-a4b7-1bb79f547436 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377717 Aug 07 02:21:39.204933 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7b81-93e6-452e-a9e3-7161a00b6a2a req-cad55a86-7586-4b71-8a76-fc37a9a2d0af tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:39.219626 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c5d7b81-93e6-452e-a9e3-7161a00b6a2a req-cad55a86-7586-4b71-8a76-fc37a9a2d0af tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1003973 Aug 07 02:21:39.283144 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c5d7b81-93e6-452e-a9e3-7161a00b6a2a req-0feb9772-e169-4110-bc1f-d1aa089e5e4f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619888 Aug 07 02:21:39.633259 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1572590-5f0d-4e2d-bd68-6701c59eb9dc req-00666c98-9151-49e4-9937-501392e5109b tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:39.634792 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a1572590-5f0d-4e2d-bd68-6701c59eb9dc req-00666c98-9151-49e4-9937-501392e5109b tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 944 time: 0.0513365 Aug 07 02:21:39.678516 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a1572590-5f0d-4e2d-bd68-6701c59eb9dc req-1ba52973-fae0-4a74-88b9-c72e2dc2d1d2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371962 Aug 07 02:21:39.808375 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b96a9-031f-4ddf-be27-4d6f8bc53ab0 req-e695f895-8a95-4100-95cc-2eb4c49dcc1c tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:39.814873 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd7b96a9-031f-4ddf-be27-4d6f8bc53ab0 req-e695f895-8a95-4100-95cc-2eb4c49dcc1c tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 947 time: 0.0741289 Aug 07 02:21:39.869297 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd7b96a9-031f-4ddf-be27-4d6f8bc53ab0 req-5a92dc94-b08a-4f12-aa75-8db2b6425022 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454094 Aug 07 02:21:39.975991 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 501139e3-77a7-4d8c-98b2-0ce20cdf1588 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:21:39.978204 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device c4ce363d-82bc-44d3-a510-e1fc31347bde up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:21:40.114881 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port c4ce363d-82bc-44d3-a510-e1fc31347bde completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:21:40.116080 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf5a23-89f4-4dff-86c4-792a614690b0 req-63bdd069-8493-4a88-907b-9d712659c1dd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:40.124174 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port c4ce363d-82bc-44d3-a510-e1fc31347bde triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:21:40.124845 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:40.126737 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ebf5a23-89f4-4dff-86c4-792a614690b0 req-63bdd069-8493-4a88-907b-9d712659c1dd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0815141 Aug 07 02:21:40.170793 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ebf5a23-89f4-4dff-86c4-792a614690b0 req-a6a1a4fd-83e3-47c4-ad28-04fd3525173c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Aug 07 02:21:40.181098 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 501139e3-77a7-4d8c-98b2-0ce20cdf1588, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=501139e3-77a7-4d8c-98b2-0ce20cdf1588,segment=NetworkSegment(b67d69f6-aee1-4da0-a67a-5707e7829183),segment_id=b67d69f6-aee1-4da0-a67a-5707e7829183)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:40.198625 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '501139e3-77a7-4d8c-98b2-0ce20cdf1588', 'network_id': '3d7c9438-6c96-46e3-9bd5-c3153d3ad11d', 'port_id': '501139e3-77a7-4d8c-98b2-0ce20cdf1588', 'mac_address': 'fa:16:3e:11:12:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8baae68c-43e3-4ec3-8aa2-d9cc650bb9e8', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:21:40.258168 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:40.271767 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:40.302160 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:40.304888 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1c0312-8f01-41c7-b91a-a73b8ddf3fbf" -d '{"events": [{"server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:40.317230 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501139e3-77a7-4d8c-98b2-0ce20cdf1588 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:21:40.324973 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:40.334793 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:40.403556 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a03817-2ce1-485c-99f1-0c1d9fe289e1 x-openstack-request-id: req-f7a03817-2ce1-485c-99f1-0c1d9fe289e1 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:40.403933 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:40.405354 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7a03817-2ce1-485c-99f1-0c1d9fe289e1 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:40.406085 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'code': 200} Aug 07 02:21:40.425145 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122998d-011b-47b7-ba09-de28e63a096f req-9c894c01-b56a-455a-9b73-5fe80972289d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:40.435194 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7122998d-011b-47b7-ba09-de28e63a096f req-9c894c01-b56a-455a-9b73-5fe80972289d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0668423 Aug 07 02:21:40.438082 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 501139e3-77a7-4d8c-98b2-0ce20cdf1588, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=501139e3-77a7-4d8c-98b2-0ce20cdf1588,segment=NetworkSegment(b67d69f6-aee1-4da0-a67a-5707e7829183),segment_id=b67d69f6-aee1-4da0-a67a-5707e7829183)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:40.465548 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:40.485832 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7122998d-011b-47b7-ba09-de28e63a096f req-d533538a-e1fe-4f4b-bf97-eb6fe9a9fc81 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495629 Aug 07 02:21:40.501163 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=c4ce363d-82bc-44d3-a510-e1fc31347bde,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:40.571673 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=501139e3-77a7-4d8c-98b2-0ce20cdf1588,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:40.778264 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e766c7f-5705-4385-9c8d-a6d00a171b8a req-164e5c0d-0fc8-4b06-89ab-568e6e5f2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:40.779815 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0e766c7f-5705-4385-9c8d-a6d00a171b8a req-164e5c0d-0fc8-4b06-89ab-568e6e5f2910 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1098 time: 0.0622427 Aug 07 02:21:40.830770 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3d597-cd0a-4223-b0ee-5d87b554affa req-351d27f3-19ad-496a-9a3d-f01a482b1c6a tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:40.840867 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e0b3d597-cd0a-4223-b0ee-5d87b554affa req-351d27f3-19ad-496a-9a3d-f01a482b1c6a tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0854247 Aug 07 02:21:40.852430 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0e766c7f-5705-4385-9c8d-a6d00a171b8a req-cfb9c075-8b79-4949-a38f-28078fced11f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564001 Aug 07 02:21:40.887946 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e0b3d597-cd0a-4223-b0ee-5d87b554affa req-a8d579ed-d077-44f8-ae5c-a2717bc7b428 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458245 Aug 07 02:21:40.898522 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['501139e3-77a7-4d8c-98b2-0ce20cdf1588'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:21:41.062222 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99b290-ce68-4cbd-bc03-0c1c8a73f1e8 req-6a84b1c8-e11e-4800-bf5e-3feee6a4d58b tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:41.066348 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fe99b290-ce68-4cbd-bc03-0c1c8a73f1e8 req-6a84b1c8-e11e-4800-bf5e-3feee6a4d58b tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 948 time: 0.0861037 Aug 07 02:21:41.123329 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fe99b290-ce68-4cbd-bc03-0c1c8a73f1e8 req-61156761-3fc8-4f98-be53-a8a5483c3b98 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488296 Aug 07 02:21:41.294871 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62452eef-96d7-48d7-811c-de843b40fd24 req-f5823976-7bee-4394-a130-1ab8242d6995 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:41.296805 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-62452eef-96d7-48d7-811c-de843b40fd24 req-f5823976-7bee-4394-a130-1ab8242d6995 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0521624 Aug 07 02:21:41.337520 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-62452eef-96d7-48d7-811c-de843b40fd24 req-ddb1b07b-fa84-445c-b381-3b5b92299cd8 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344110 Aug 07 02:21:41.654450 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e8bb1-451b-4711-b2f7-c102d7502525 req-ce1916a2-1b3f-4695-a001-6bf1db064a5f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:41.661706 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c08e8bb1-451b-4711-b2f7-c102d7502525 req-ce1916a2-1b3f-4695-a001-6bf1db064a5f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0961733 Aug 07 02:21:41.712663 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c08e8bb1-451b-4711-b2f7-c102d7502525 req-5c5b6593-5346-48ff-84de-a8e3bff1a508 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499544 Aug 07 02:21:42.040168 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2359fc1-be8a-4207-aaf1-992fb08b37ab req-10c869e3-131f-4cfd-b465-0950f2306bc7 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:42.042555 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f2359fc1-be8a-4207-aaf1-992fb08b37ab req-10c869e3-131f-4cfd-b465-0950f2306bc7 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0801358 Aug 07 02:21:42.082868 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f2359fc1-be8a-4207-aaf1-992fb08b37ab req-6d3748e9-105a-443b-a4d3-d2cd7e1b9eae tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339689 Aug 07 02:21:42.269248 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be5194-5309-41d0-a30e-a6f09b67af93 req-d637a37c-c029-43a7-b5d7-8da5c1dd4f0e tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:42.278683 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-38be5194-5309-41d0-a30e-a6f09b67af93 req-d637a37c-c029-43a7-b5d7-8da5c1dd4f0e tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 948 time: 0.0707769 Aug 07 02:21:42.329338 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-38be5194-5309-41d0-a30e-a6f09b67af93 req-9343bbe3-6d3e-4325-b8eb-de2f14ca6b93 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496736 Aug 07 02:21:42.358577 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:21:42.481545 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca53b25-65de-44a2-a6d7-57d177ea15ab req-b7c88558-e609-4eb6-a44a-7de4ed04cd16 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:42.483229 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bca53b25-65de-44a2-a6d7-57d177ea15ab req-b7c88558-e609-4eb6-a44a-7de4ed04cd16 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0621300 Aug 07 02:21:42.525186 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bca53b25-65de-44a2-a6d7-57d177ea15ab req-4746e2f4-d9ed-4b14-bb7c-26583627fbf5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354457 Aug 07 02:21:42.881375 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cd93b-833b-4d4e-8d2e-0ecb955de955 req-e05cf4e1-b9d2-4da6-bd9e-9bbf31667084 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:42.882961 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e46cd93b-833b-4d4e-8d2e-0ecb955de955 req-e05cf4e1-b9d2-4da6-bd9e-9bbf31667084 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0843916 Aug 07 02:21:42.929244 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e46cd93b-833b-4d4e-8d2e-0ecb955de955 req-834ec73b-a37b-4701-9cab-37e0bf3e298b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Aug 07 02:21:43.228298 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c0def-ea07-4106-b1fb-5675a910561f req-462410d7-f19b-402b-bd47-32f21f817f36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:43.230015 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-165c0def-ea07-4106-b1fb-5675a910561f req-462410d7-f19b-402b-bd47-32f21f817f36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0709786 Aug 07 02:21:43.283803 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-165c0def-ea07-4106-b1fb-5675a910561f req-c91ccf82-e4cd-407e-9cef-405c9e36d0ab tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462158 Aug 07 02:21:43.445008 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f89e3-290c-4398-966b-a9e0f60b7ad9 req-0fb9e8a7-d039-4cdf-9fef-2dad577fdab6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:43.446730 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2d7f89e3-290c-4398-966b-a9e0f60b7ad9 req-0fb9e8a7-d039-4cdf-9fef-2dad577fdab6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0930703 Aug 07 02:21:43.466917 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020b720-1999-41a3-9da1-0d3bc23b0a9d req-bc1b02ab-659d-4f41-b066-31d914de5101 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:43.468429 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3020b720-1999-41a3-9da1-0d3bc23b0a9d req-bc1b02ab-659d-4f41-b066-31d914de5101 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 948 time: 0.0796425 Aug 07 02:21:43.520295 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2d7f89e3-290c-4398-966b-a9e0f60b7ad9 req-67ecfee6-d0ff-4390-b98d-2ecdb07da4fe tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665290 Aug 07 02:21:43.543906 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3020b720-1999-41a3-9da1-0d3bc23b0a9d req-f37436dd-bfa4-4a56-8ff3-68b3e8d90b65 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671649 Aug 07 02:21:43.545226 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58198) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:43.674714 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91dd60-0851-4fef-9808-d808a303b280 req-e585ebaa-67ca-4729-b732-9be8317615df tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:43.677906 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fa91dd60-0851-4fef-9808-d808a303b280 req-e585ebaa-67ca-4729-b732-9be8317615df tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0581729 Aug 07 02:21:43.731092 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fa91dd60-0851-4fef-9808-d808a303b280 req-718ba3e8-7f00-4411-967a-66bc610a4ece tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451841 Aug 07 02:21:43.777431 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de65d4e-e597-4332-9147-032878b2248e tempest-TestShelveInstance-1793037266 tempest-TestShelveInstance-1793037266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:43.778977 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-1de65d4e-e597-4332-9147-032878b2248e tempest-TestShelveInstance-1793037266 tempest-TestShelveInstance-1793037266-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1093 time: 0.2327344 Aug 07 02:21:43.782174 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58204) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:43.788592 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Request body: {'floatingip': {'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'port_id': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:43.814900 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for floatingip, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:43.930272 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:43.999462 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 501139e3-77a7-4d8c-98b2-0ce20cdf1588 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:21:44.069892 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a7099-4999-433f-9df3-d0ce67969ce9 req-8f222871-5d6f-4cb7-b830-be4075d1ac6e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:44.080908 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2e9a7099-4999-433f-9df3-d0ce67969ce9 req-8f222871-5d6f-4cb7-b830-be4075d1ac6e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0630975 Aug 07 02:21:44.087856 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:21:44.095033 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:21:44.095647 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:44.119694 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Allocated IP 172.27.3.62 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/a8b24f56-99d0-42aa-8103-ecfb106b78e3) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:21:44.121730 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2e9a7099-4999-433f-9df3-d0ce67969ce9 req-c592c78e-7b16-4a5f-8ea1-7d9438c35493 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398285 Aug 07 02:21:44.208331 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:44.262771 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:44.325041 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:44.366771 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dffa7a3-39b2-44b0-b990-d03533940f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501139e3-77a7-4d8c-98b2-0ce20cdf1588'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:44.370150 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2206fd-c717-4fe1-a896-149af52283eb" -d '{"events": [{"server_uuid": "4dffa7a3-39b2-44b0-b990-d03533940f65", "name": "network-vif-plugged", "status": "completed", "tag": "501139e3-77a7-4d8c-98b2-0ce20cdf1588"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:44.375199 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:21:44.378627 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:21:44.382601 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:21:44.408050 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'Port': ['ID=a8b24f56-99d0-42aa-8103-ecfb106b78e3,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:44.421221 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 501139e3-77a7-4d8c-98b2-0ce20cdf1588, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=501139e3-77a7-4d8c-98b2-0ce20cdf1588,segment=NetworkSegment(b67d69f6-aee1-4da0-a67a-5707e7829183),segment_id=b67d69f6-aee1-4da0-a67a-5707e7829183)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:44.427524 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:44.543024 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb50095-f368-41eb-904b-b362339ddc6d x-openstack-request-id: req-ffb50095-f368-41eb-904b-b362339ddc6d {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:44.545067 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dffa7a3-39b2-44b0-b990-d03533940f65", "name": "network-vif-plugged", "status": "completed", "tag": "501139e3-77a7-4d8c-98b2-0ce20cdf1588", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:44.545952 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffb50095-f368-41eb-904b-b362339ddc6d {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:44.548950 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dffa7a3-39b2-44b0-b990-d03533940f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501139e3-77a7-4d8c-98b2-0ce20cdf1588', 'code': 200} Aug 07 02:21:44.677240 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=501139e3-77a7-4d8c-98b2-0ce20cdf1588,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:44.812992 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2b2a3-01a7-4ca0-a1f8-9bebb8c87305 req-0e48b15e-c2db-4c7f-8a98-122b2aec1660 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:44.815368 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ac2b2a3-01a7-4ca0-a1f8-9bebb8c87305 req-0e48b15e-c2db-4c7f-8a98-122b2aec1660 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 949 time: 0.1411266 Aug 07 02:21:44.829212 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8192782-d83b-4d87-b3ec-39e9133a945e req-b435da3d-c82a-43b3-9c29-54ebfad0e4ad tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:44.831012 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f8192782-d83b-4d87-b3ec-39e9133a945e req-b435da3d-c82a-43b3-9c29-54ebfad0e4ad tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 946 time: 0.0835447 Aug 07 02:21:44.891945 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f8192782-d83b-4d87-b3ec-39e9133a945e req-f8d7e02a-daa7-4beb-b123-5e3402892ff4 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Aug 07 02:21:44.894973 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ac2b2a3-01a7-4ca0-a1f8-9bebb8c87305 req-392b8b1a-63b8-4c75-a913-df9a03805394 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629015 Aug 07 02:21:44.902286 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8a3e3-60a7-42f8-9931-4ebedecaba3c req-bf4b8142-1277-4ed5-910d-3c3a04002615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:44.905874 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-45a8a3e3-60a7-42f8-9931-4ebedecaba3c req-bf4b8142-1277-4ed5-910d-3c3a04002615 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 1102 time: 0.1055145 Aug 07 02:21:45.080046 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943378e-0162-42fa-a534-e6c7aab33205 req-910673f9-ea32-4e35-82f0-9f5b3cfc8394 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:45.081149 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c943378e-0162-42fa-a534-e6c7aab33205 req-910673f9-ea32-4e35-82f0-9f5b3cfc8394 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0733750 Aug 07 02:21:45.089433 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-45a8a3e3-60a7-42f8-9931-4ebedecaba3c req-d1f97b7a-73af-43d3-89af-e46eeba6d4eb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487937 Aug 07 02:21:45.129586 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c943378e-0162-42fa-a534-e6c7aab33205 req-bf592d1e-24a4-4922-941c-6bbf61d93685 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351546 Aug 07 02:21:45.249855 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0777a-61b9-4b3e-ba41-ae51e29126f5 req-cd4bef92-257f-4fdd-a2ce-ffc6b9b0a34c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:45.250734 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:45.256497 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40a0777a-61b9-4b3e-ba41-ae51e29126f5 req-cd4bef92-257f-4fdd-a2ce-ffc6b9b0a34c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0597594 Aug 07 02:21:45.298008 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40a0777a-61b9-4b3e-ba41-ae51e29126f5 req-0c40bb99-0ce8-4985-b383-1b75bf3fd0f7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Aug 07 02:21:45.373515 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:45.779038 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:45.797635 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:45.868517 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event updated for resources: {'Port': ['ID=a8b24f56-99d0-42aa-8103-ecfb106b78e3,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:45.880305 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:45.995659 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.l3_db [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Floating IP 179ce31f-d29f-4176-b829-fc3dcadf4e16 associated. External IP: 172.27.3.62, port: c4ce363d-82bc-44d3-a510-e1fc31347bde. Aug 07 02:21:46.066099 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd8121-4f5d-439e-b8c9-4b0e3f279488 req-03d18bcf-599b-4c06-abc0-56c9e4014414 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:46.067546 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16fd8121-4f5d-439e-b8c9-4b0e3f279488 req-03d18bcf-599b-4c06-abc0-56c9e4014414 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 946 time: 0.0789495 Aug 07 02:21:46.079765 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e3f04-1842-4164-b952-b36e34c43db6 req-52946fa4-0400-4e46-b484-9a352a7ec9e5 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:46.081215 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a4e3f04-1842-4164-b952-b36e34c43db6 req-52946fa4-0400-4e46-b484-9a352a7ec9e5 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 949 time: 0.0651171 Aug 07 02:21:46.132026 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16fd8121-4f5d-439e-b8c9-4b0e3f279488 req-42a6b1da-f009-4feb-8d13-66155cd488be tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498624 Aug 07 02:21:46.144970 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a4e3f04-1842-4164-b952-b36e34c43db6 req-2e0f4d06-f7e1-4ec9-b9ed-a49c3d684e6b tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565178 Aug 07 02:21:46.216247 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Router d31db23e-5268-4bf1-8390-625bd231a7b6 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:21:46.251994 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2c1d2-04ed-4491-aa46-4e361b6b3c11 req-1cdc0fd4-623e-406c-97db-3748e40f4388 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:46.253497 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bfe2c1d2-04ed-4491-aa46-4e361b6b3c11 req-1cdc0fd4-623e-406c-97db-3748e40f4388 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0507140 Aug 07 02:21:46.293840 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bfe2c1d2-04ed-4491-aa46-4e361b6b3c11 req-20f5c642-0249-4ce6-9cab-a1a9f8e44f05 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343785 Aug 07 02:21:46.326883 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:21:46.336852 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] Sync routers for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:21:46.345476 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:46.347211 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:21:46.347824 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:21:46.387196 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-59279ff2-8d1e-46ab-b046-e5355ecf5a36 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6035955 Aug 07 02:21:46.390950 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:46.397258 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8351a3c2-d280-4fb6-82b4-5d8c488b25af" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:46.450537 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47261db-b0dd-45f8-9918-57594f6ac55a x-openstack-request-id: req-e47261db-b0dd-45f8-9918-57594f6ac55a {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:46.450826 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:46.451078 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e47261db-b0dd-45f8-9918-57594f6ac55a {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:46.451504 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'status': 'completed', 'code': 200} Aug 07 02:21:46.453684 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e81c2f-ad71-4ab0-9e76-3cca515b2367 req-dfe7b292-e022-40ad-b260-704a9b72a496 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:46.455590 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-18e81c2f-ad71-4ab0-9e76-3cca515b2367 req-dfe7b292-e022-40ad-b260-704a9b72a496 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0789697 Aug 07 02:21:46.489064 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:21:46.495733 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-18e81c2f-ad71-4ab0-9e76-3cca515b2367 req-bcdbfd55-21f7-4298-8b3e-cf484d24890c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Aug 07 02:21:46.539944 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-baf0577a-c609-4513-b166-797c5f46fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:46.541728 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-baf0577a-c609-4513-b166-797c5f46fb07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee54a72d18974024b8a2385f183b5efe&device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1098 time: 0.0463090 Aug 07 02:21:46.682035 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-e4606918-5422-43f6-a9c5-be92d2a12a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:46.683525 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-e4606918-5422-43f6-a9c5-be92d2a12a6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87 HTTP/1.1" status: 200 len: 910 time: 0.1150987 Aug 07 02:21:46.689511 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-270ec837-dd0d-469a-a7a7-ee771913998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:46.690959 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-270ec837-dd0d-469a-a7a7-ee771913998a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 1099 time: 0.0638959 Aug 07 02:21:46.718105 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '179ce31f-d29f-4176-b829-fc3dcadf4e16', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'port_id': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'mac_address': 'fa:16:3e:0c:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:21:44Z', 'updated_at': '2021-08-07T02:21:44Z', 'revision_number': 0, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03f977a-c233-458b-b466-0b9d9a4060ff', 'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'mac_address': 'fa:16:3e:8f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:42Z', 'updated_at': '2021-08-07T02:20:48Z', 'revision_number': 5, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'subnets': [{'id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:21:46.743269 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] Checking router: d31db23e-5268-4bf1-8390-625bd231a7b6 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:21:46.751924 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:21:46.752530 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:21:46.858560 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-0063eb40-5d17-45cf-97b9-8270bd10f0fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde HTTP/1.1" status: 200 len: 998 time: 0.1454051 Aug 07 02:21:46.911086 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-ae648971-3fff-49e0-9ffb-9550d7f3d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:46.912528 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-ae648971-3fff-49e0-9ffb-9550d7f3d34f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 917 time: 0.1930463 Aug 07 02:21:46.943949 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:21:46.961341 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-8f38a606-900d-4c1f-88f9-7ded38c28513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:46.962811 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-8f38a606-900d-4c1f-88f9-7ded38c28513 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29237be-2c90-4879-a347-1a1a23dca8aa HTTP/1.1" status: 200 len: 848 time: 0.0879710 Aug 07 02:21:47.007885 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-e49df82a-3434-4d3d-80a8-1174d46ab83c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87521203-6829-426a-ab6f-720a12a61d9a HTTP/1.1" status: 200 len: 1001 time: 0.0830112 Aug 07 02:21:47.022177 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-0aefde10-d72b-41bb-8276-a0a1254ec947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:47.023665 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-0aefde10-d72b-41bb-8276-a0a1254ec947 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489657 Aug 07 02:21:47.046348 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e0cc4deb-2100-4762-b6fa-747fde6ba7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:47.113378 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-3abed4cf-154f-4f91-9d22-3900ed83453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:47.114881 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-3abed4cf-154f-4f91-9d22-3900ed83453d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0903618 Aug 07 02:21:47.180147 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '179ce31f-d29f-4176-b829-fc3dcadf4e16', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'port_id': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'mac_address': 'fa:16:3e:0c:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:21:44Z', 'updated_at': '2021-08-07T02:21:44Z', 'revision_number': 0, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03f977a-c233-458b-b466-0b9d9a4060ff', 'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'mac_address': 'fa:16:3e:8f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:42Z', 'updated_at': '2021-08-07T02:20:48Z', 'revision_number': 5, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'subnets': [{'id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:21:47.180829 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-e7f028dd-6abd-4844-88b4-106f834fbb57 service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274025 Aug 07 02:21:47.190562 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-dc34e1de-87d7-4b0b-8b30-87b576f51789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:47.192078 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-dc34e1de-87d7-4b0b-8b30-87b576f51789 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619936 Aug 07 02:21:47.209025 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0f92f-1d6c-4af5-8304-426271636e91 None None] The sync data for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi is: [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '179ce31f-d29f-4176-b829-fc3dcadf4e16', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'port_id': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'mac_address': 'fa:16:3e:0c:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:21:44Z', 'updated_at': '2021-08-07T02:21:44Z', 'revision_number': 0, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03f977a-c233-458b-b466-0b9d9a4060ff', 'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'mac_address': 'fa:16:3e:8f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:42Z', 'updated_at': '2021-08-07T02:20:48Z', 'revision_number': 5, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'subnets': [{'id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:21:47.299360 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b765a4-231d-4d18-bc65-fb7a7cc74be4 req-7ddf22ed-35bf-450a-9c5f-c87d752449d7 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:47.301771 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3b765a4-231d-4d18-bc65-fb7a7cc74be4 req-7ddf22ed-35bf-450a-9c5f-c87d752449d7 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 949 time: 0.0577600 Aug 07 02:21:47.309672 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4c4f4-9bd2-4c22-a3da-008057364dd8 req-c05f29e4-ed35-4a2b-a677-43b37d727c01 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:47.311125 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7ad4c4f4-9bd2-4c22-a3da-008057364dd8 req-c05f29e4-ed35-4a2b-a677-43b37d727c01 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 946 time: 0.1035037 Aug 07 02:21:47.362594 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3b765a4-231d-4d18-bc65-fb7a7cc74be4 req-b80dd256-5b5c-4f10-a6a6-875873ab826c tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503232 Aug 07 02:21:47.383785 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8351a3c2-d280-4fb6-82b4-5d8c488b25af req-fab45e7c-3008-40a3-83a3-1e61ae8cbc6d service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638386 Aug 07 02:21:47.386350 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-7bf3fe55-2de6-42d1-beaf-c9f3173cb13b service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743164 Aug 07 02:21:47.387965 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7ad4c4f4-9bd2-4c22-a3da-008057364dd8 req-27358290-2007-4ac9-b7a7-b23d4737ede3 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687709 Aug 07 02:21:47.486434 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033d909-2f42-40c1-9a0b-4ba1ec8b07c1 None None] New status for floating IP 179ce31f-d29f-4176-b829-fc3dcadf4e16: ACTIVE {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:21:47.495275 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-42dd6ae2-7e92-4b3d-879c-c84d30fac26b req-26616bb1-8143-4943-b5bf-58b6380ff87a service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950398 Aug 07 02:21:47.516042 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b304-d24a-41b1-af1d-797e016db1ff req-4d47b3f8-f475-4013-8a9f-351eb37838f0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:47.527287 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7711b304-d24a-41b1-af1d-797e016db1ff req-4d47b3f8-f475-4013-8a9f-351eb37838f0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0796642 Aug 07 02:21:47.577251 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7711b304-d24a-41b1-af1d-797e016db1ff req-75cd5a20-ca54-416c-886e-418d0e3889b8 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480361 Aug 07 02:21:47.603727 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-691dabce-f663-4151-8cdd-d5480835f228 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:47.605754 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-691dabce-f663-4151-8cdd-d5480835f228 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 946 time: 0.0904243 Aug 07 02:21:47.644496 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6da1de-ec15-4f92-b4d3-e8f9ccd9ee3c req-b03bda7c-8b86-4208-be4b-016d0354fa9f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:47.646174 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be6da1de-ec15-4f92-b4d3-e8f9ccd9ee3c req-b03bda7c-8b86-4208-be4b-016d0354fa9f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0551701 Aug 07 02:21:47.690987 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be6da1de-ec15-4f92-b4d3-e8f9ccd9ee3c req-27375e2b-d5dd-45e2-afd3-2902936b76e1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383730 Aug 07 02:21:47.739533 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Deleting port 69bb6d61-540c-4adc-8f51-1942d3d12a1a {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:21:47.739798 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:47.824368 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] For port 69bb6d61-540c-4adc-8f51-1942d3d12a1a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=69bb6d61-540c-4adc-8f51-1942d3d12a1a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:47.824723 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:47.839713 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Calling delete_port for 69bb6d61-540c-4adc-8f51-1942d3d12a1a owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:21:47.998391 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:48.014741 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['9f15414f-1447-45f5-a31d-aa5734802199', '13237019-062b-4194-8b7a-61b29691324a', '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e', '69bb6d61-540c-4adc-8f51-1942d3d12a1a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:21:48.061841 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Pushing event deleted for resources: {'Port': ['ID=69bb6d61-540c-4adc-8f51-1942d3d12a1a,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:48.107633 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] No DVR routers for this DVR port 69bb6d61-540c-4adc-8f51-1942d3d12a1a on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:21:48.112432 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:48.115005 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-1bd2ded2-cb48-4452-b5d7-0edaff903174 req-bc2c084c-368d-4b3a-8c37-c4453017be7a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "DELETE /v2.0/ports/69bb6d61-540c-4adc-8f51-1942d3d12a1a HTTP/1.1" status: 204 len: 173 time: 0.5013583 Aug 07 02:21:48.452298 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe6dca9-9f09-4856-a5b5-90428f5b1c84', 'name': 'network-vif-deleted', 'tag': '69bb6d61-540c-4adc-8f51-1942d3d12a1a'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:48.454811 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf938a-3d3a-418a-a6c8-0c67c02cc3fb" -d '{"events": [{"server_uuid": "bbe6dca9-9f09-4856-a5b5-90428f5b1c84", "name": "network-vif-deleted", "tag": "69bb6d61-540c-4adc-8f51-1942d3d12a1a"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:48.482294 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8d0c-2b4e-4896-8d2a-f899b53e1123 req-34e36e98-218c-498f-b4b1-163d024b3abb tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:48.485417 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aa0c8d0c-2b4e-4896-8d2a-f899b53e1123 req-34e36e98-218c-498f-b4b1-163d024b3abb tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 949 time: 0.0543709 Aug 07 02:21:48.526139 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9660a515-9fc9-48f8-9440-b75d6e7fe19d req-626d5270-251c-42de-91ca-c005207d5745 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe6dca9-9f09-4856-a5b5-90428f5b1c84 HTTP/1.1" status: 200 len: 210 time: 0.0388026 Aug 07 02:21:48.546085 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aa0c8d0c-2b4e-4896-8d2a-f899b53e1123 req-e9540b48-e107-42b7-8a47-f42aa2f6b557 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492845 Aug 07 02:21:48.572009 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42b1ae-587d-4493-9231-ba6cbe20ce32 x-openstack-request-id: req-8f42b1ae-587d-4493-9231-ba6cbe20ce32 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:48.572511 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe6dca9-9f09-4856-a5b5-90428f5b1c84", "name": "network-vif-deleted", "tag": "69bb6d61-540c-4adc-8f51-1942d3d12a1a", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:48.572867 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f42b1ae-587d-4493-9231-ba6cbe20ce32 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:48.573430 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe6dca9-9f09-4856-a5b5-90428f5b1c84', 'name': 'network-vif-deleted', 'tag': '69bb6d61-540c-4adc-8f51-1942d3d12a1a', 'status': 'completed', 'code': 200} Aug 07 02:21:48.699033 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e69686-1863-4427-9c15-e31b25bad620 req-ae291669-2288-4239-ba15-79fcb9331834 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:48.700920 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a1e69686-1863-4427-9c15-e31b25bad620 req-ae291669-2288-4239-ba15-79fcb9331834 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0571327 Aug 07 02:21:48.747644 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a1e69686-1863-4427-9c15-e31b25bad620 req-79aef3f1-b1f7-48e4-b0ea-28e067e22c13 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364859 Aug 07 02:21:48.819195 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d7eae-8ddb-4463-b070-9c47ef36cbc3 req-2d33ddb3-4947-420b-9b72-2de87089990e tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:48.820865 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b81d7eae-8ddb-4463-b070-9c47ef36cbc3 req-2d33ddb3-4947-420b-9b72-2de87089990e tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 949 time: 0.0629961 Aug 07 02:21:48.882394 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b81d7eae-8ddb-4463-b070-9c47ef36cbc3 req-b4ffb5d3-37bc-45eb-8c7b-dc8dcc1e1cf0 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518293 Aug 07 02:21:48.894463 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a829ed0-0578-4673-9903-2355b06ae0cd req-b5485b13-6690-4e22-a2e6-42526eaf7a62 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:48.895928 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a829ed0-0578-4673-9903-2355b06ae0cd req-b5485b13-6690-4e22-a2e6-42526eaf7a62 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0853310 Aug 07 02:21:48.935134 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a829ed0-0578-4673-9903-2355b06ae0cd req-232bd766-ce6c-4a6f-a106-22ed1239b1bd tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Aug 07 02:21:49.576213 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27e3e7ae-084e-43fe-96ab-e6aa8940794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:49.755161 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:49.868963 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dca7f-f8f0-4868-a49b-39dadd2a1157 req-1910d3ee-de49-46f6-91b0-ff3e647ad0ce tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:49.870333 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-149dca7f-f8f0-4868-a49b-39dadd2a1157 req-1910d3ee-de49-46f6-91b0-ff3e647ad0ce tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 946 time: 0.0498416 Aug 07 02:21:49.908688 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-149dca7f-f8f0-4868-a49b-39dadd2a1157 req-6d99686f-640a-4f89-90c1-856d9ed7559b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Aug 07 02:21:50.030562 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a16c1-695d-4d35-bba7-a31ab14d3fce req-64b24cbd-6c7b-42c8-9346-708e7c7d4f45 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:50.032296 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-505a16c1-695d-4d35-bba7-a31ab14d3fce req-64b24cbd-6c7b-42c8-9346-708e7c7d4f45 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 949 time: 0.0725236 Aug 07 02:21:50.041418 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 69bb6d61-540c-4adc-8f51-1942d3d12a1a no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:21:50.064879 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 69bb6d61-540c-4adc-8f51-1942d3d12a1a {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:21:50.065223 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 69bb6d61-540c-4adc-8f51-1942d3d12a1a not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:21:50.065644 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:21:50.101400 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fa320-cd0f-4414-af4d-98ab1b9b60dc req-ea05173e-6e04-48b7-aaad-c35a97288c9a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:50.103098 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d58fa320-cd0f-4414-af4d-98ab1b9b60dc req-ea05173e-6e04-48b7-aaad-c35a97288c9a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0936868 Aug 07 02:21:50.113897 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-505a16c1-695d-4d35-bba7-a31ab14d3fce req-eda204af-0349-4ec4-ad00-cc51efb67a7f tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fb1ef10-f952-4985-8ec5-b0ee51c910df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666091 Aug 07 02:21:50.154884 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d58fa320-cd0f-4414-af4d-98ab1b9b60dc req-dd23527d-698b-44f0-aada-0e2a83753cd2 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398624 Aug 07 02:21:50.159865 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:50.184194 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:50.186339 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6d1fd5-9ea3-496e-87fe-f51f7824c9db" -d '{"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-unplugged", "status": "completed", "tag": "87521203-6829-426a-ab6f-720a12a61d9a"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:50.199545 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:50.203369 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:50.231939 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2071b75-17b8-467a-86c7-03fdad7cef85 x-openstack-request-id: req-f2071b75-17b8-467a-86c7-03fdad7cef85 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:50.232246 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-unplugged", "status": "completed", "tag": "87521203-6829-426a-ab6f-720a12a61d9a", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:50.232497 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2071b75-17b8-467a-86c7-03fdad7cef85 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:50.232872 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a', 'code': 200} Aug 07 02:21:50.257051 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=8']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:50.712239 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-dc3bd13f-8406-440c-8448-c8e2c09acdb3 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:50.713690 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-dc3bd13f-8406-440c-8448-c8e2c09acdb3 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 949 time: 0.0479693 Aug 07 02:21:50.811259 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Deleting port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:21:50.811694 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:50.862340 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:50.902570 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] For port 501139e3-77a7-4d8c-98b2-0ce20cdf1588, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=501139e3-77a7-4d8c-98b2-0ce20cdf1588,segment=NetworkSegment(b67d69f6-aee1-4da0-a67a-5707e7829183),segment_id=b67d69f6-aee1-4da0-a67a-5707e7829183)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:50.902948 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:50.915538 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Calling delete_port for 501139e3-77a7-4d8c-98b2-0ce20cdf1588 owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:21:50.921449 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff40089-eb49-40ce-9ad9-4c6e56b090a0 req-52886d0f-512d-4317-82e1-4e4b467a19ac tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:50.922995 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dff40089-eb49-40ce-9ad9-4c6e56b090a0 req-52886d0f-512d-4317-82e1-4e4b467a19ac tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 946 time: 0.0509617 Aug 07 02:21:50.962896 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dff40089-eb49-40ce-9ad9-4c6e56b090a0 req-60216585-8e87-4294-8db5-f2fd7e51289a tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Aug 07 02:21:51.038156 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51b262-7ea4-45b4-9ffe-a72e173685da req-b02d14c9-e725-4fa2-afd8-74d8a5fdf9e4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:51.039655 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dc51b262-7ea4-45b4-9ffe-a72e173685da req-b02d14c9-e725-4fa2-afd8-74d8a5fdf9e4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0485599 Aug 07 02:21:51.044418 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:51.066982 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['501139e3-77a7-4d8c-98b2-0ce20cdf1588'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:21:51.074353 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Pushing event deleted for resources: {'Port': ['ID=501139e3-77a7-4d8c-98b2-0ce20cdf1588,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:51.078597 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dc51b262-7ea4-45b4-9ffe-a72e173685da req-eb54dd00-01e4-4124-bb27-96ea90a3c5b2 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Aug 07 02:21:51.127422 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] No DVR routers for this DVR port 501139e3-77a7-4d8c-98b2-0ce20cdf1588 on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:21:51.130128 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:51.132554 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c4ca0a4a-b0fe-45c3-8f57-aa8c7ceb8717 req-9ee40da6-cbf0-4619-a99e-97c3de049302 tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.16 "DELETE /v2.0/ports/501139e3-77a7-4d8c-98b2-0ce20cdf1588 HTTP/1.1" status: 204 len: 173 time: 0.4084415 Aug 07 02:21:51.133027 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dffa7a3-39b2-44b0-b990-d03533940f65', 'name': 'network-vif-deleted', 'tag': '501139e3-77a7-4d8c-98b2-0ce20cdf1588'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:51.135344 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399887b4-ad07-40f2-b202-76c9683c9840" -d '{"events": [{"server_uuid": "4dffa7a3-39b2-44b0-b990-d03533940f65", "name": "network-vif-deleted", "tag": "501139e3-77a7-4d8c-98b2-0ce20cdf1588"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:51.243004 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-df432eff-d081-406f-95a2-4e431a422fc9 req-7fde3a2c-32f1-42a2-a5ec-f3f91bdff36a tempest-VolumesNegativeTest-592854708 tempest-VolumesNegativeTest-592854708-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dffa7a3-39b2-44b0-b990-d03533940f65 HTTP/1.1" status: 200 len: 210 time: 0.0396664 Aug 07 02:21:51.301369 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d1fcc-2e92-4798-9b56-61789b827fc4 x-openstack-request-id: req-017d1fcc-2e92-4798-9b56-61789b827fc4 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:51.301714 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dffa7a3-39b2-44b0-b990-d03533940f65", "name": "network-vif-deleted", "tag": "501139e3-77a7-4d8c-98b2-0ce20cdf1588", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:51.302035 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-017d1fcc-2e92-4798-9b56-61789b827fc4 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:51.302610 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dffa7a3-39b2-44b0-b990-d03533940f65', 'name': 'network-vif-deleted', 'tag': '501139e3-77a7-4d8c-98b2-0ce20cdf1588', 'status': 'completed', 'code': 200} Aug 07 02:21:51.397622 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1140c-432d-472d-ab3b-027754aa8f04 req-1f3f98ec-d838-4933-b2d9-58ce03684b0b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:51.399117 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eee1140c-432d-472d-ab3b-027754aa8f04 req-1f3f98ec-d838-4933-b2d9-58ce03684b0b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0500004 Aug 07 02:21:51.439387 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eee1140c-432d-472d-ab3b-027754aa8f04 req-3a99d2a0-12c2-4721-8367-069f590776e9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Aug 07 02:21:51.771880 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9cd91-4d00-4c8c-915b-1c5182674fc1 req-d2a1f347-fddd-48c4-9c2f-36abdcef91d5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:51.773358 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-21b9cd91-4d00-4c8c-915b-1c5182674fc1 req-d2a1f347-fddd-48c4-9c2f-36abdcef91d5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0523105 Aug 07 02:21:51.813539 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-21b9cd91-4d00-4c8c-915b-1c5182674fc1 req-f056bcb6-690e-4149-9097-f0086826410c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315616 Aug 07 02:21:52.041563 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58372) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:52.080219 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77251d-b1b2-48fc-8366-6f254dd078f2 req-ff6e248d-8953-4458-94cf-9f892e454936 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:52.081688 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8d77251d-b1b2-48fc-8366-6f254dd078f2 req-ff6e248d-8953-4458-94cf-9f892e454936 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 946 time: 0.0489779 Aug 07 02:21:52.121543 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-0d129a8f-6b99-4021-80c7-d58322b6000e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783918 Aug 07 02:21:52.125266 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8d77251d-b1b2-48fc-8366-6f254dd078f2 req-bb8325e2-f85d-4e57-8b22-89de272993c1 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348687 Aug 07 02:21:52.232099 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:52.575506 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f07e6-49e5-4b41-8be6-6bfb4810eb64 req-1a40f4f2-6add-469b-b527-1001d97b820b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:52.576785 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c62f07e6-49e5-4b41-8be6-6bfb4810eb64 req-1a40f4f2-6add-469b-b527-1001d97b820b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Aug 07 02:21:52.622996 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c62f07e6-49e5-4b41-8be6-6bfb4810eb64 req-b017b573-f16e-4af1-8355-48058a3c6363 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353861 Aug 07 02:21:52.681310 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-6d6042af-8e22-4b96-a480-8d095637cdc9 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:52.682829 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-6d6042af-8e22-4b96-a480-8d095637cdc9 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 946 time: 0.0583541 Aug 07 02:21:52.791547 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Deleting port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:21:52.791888 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:52.887514 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] For port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:52.887871 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:52.900715 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Calling delete_port for 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:21:52.939381 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2b4ef-4e66-40f0-b085-0f219df543b0 req-5c4dfc33-ca0a-45b4-bd63-98eff505b4d9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:52.941566 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c1a2b4ef-4e66-40f0-b085-0f219df543b0 req-5c4dfc33-ca0a-45b4-bd63-98eff505b4d9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0518334 Aug 07 02:21:52.987005 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c1a2b4ef-4e66-40f0-b085-0f219df543b0 req-b9c75f73-8774-45d1-b3f8-3bcec0b2f71d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 Aug 07 02:21:53.040651 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:53.054762 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['9f15414f-1447-45f5-a31d-aa5734802199', '13237019-062b-4194-8b7a-61b29691324a', '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:21:53.071897 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Pushing event deleted for resources: {'Port': ['ID=15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:53.114973 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] No DVR routers for this DVR port 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:21:53.118151 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:53.120568 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c031b39c-2f4c-4886-adab-41b4b9e4b946 req-1ce5a1f1-316a-46ee-8edb-e281da101de6 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "DELETE /v2.0/ports/15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e HTTP/1.1" status: 204 len: 173 time: 0.4268558 Aug 07 02:21:53.228129 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0eee049f-21ad-42e4-90c2-07114cab9691 req-aad1081f-b292-484d-b674-3647a4a0b77c tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59 HTTP/1.1" status: 200 len: 210 time: 0.0334179 Aug 07 02:21:53.304515 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59', 'name': 'network-vif-deleted', 'tag': '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:53.307131 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b2d7b6-86bd-45df-98f8-0206b3400b13" -d '{"events": [{"server_uuid": "022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59", "name": "network-vif-deleted", "tag": "15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:53.341980 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923051ab-2dd4-4c29-bda2-e9776f03cb2b x-openstack-request-id: req-923051ab-2dd4-4c29-bda2-e9776f03cb2b {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:53.342266 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59", "name": "network-vif-deleted", "tag": "15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:53.342551 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-923051ab-2dd4-4c29-bda2-e9776f03cb2b {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:53.343098 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022818d9-c1bc-4ae6-9ad1-7c86f8fdbf59', 'name': 'network-vif-deleted', 'tag': '15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e', 'status': 'completed', 'code': 200} Aug 07 02:21:53.769871 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae0d25-3fff-4753-afa1-416df7489a1f req-b6731f46-85c5-409f-b446-1794fac24416 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:53.771432 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0bae0d25-3fff-4753-afa1-416df7489a1f req-b6731f46-85c5-409f-b446-1794fac24416 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0559297 Aug 07 02:21:53.810984 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0bae0d25-3fff-4753-afa1-416df7489a1f req-f97a08e4-b536-4d01-9679-6276599436fa tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Aug 07 02:21:54.055332 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 501139e3-77a7-4d8c-98b2-0ce20cdf1588 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:21:54.080460 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 501139e3-77a7-4d8c-98b2-0ce20cdf1588 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:21:54.080911 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 501139e3-77a7-4d8c-98b2-0ce20cdf1588 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:21:54.081422 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:21:54.101358 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:21:54.101825 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 15b73cf7-1e83-4ef5-a6fd-4ad9a2d0e61e not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:21:54.102335 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:21:54.111522 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950bb0-938d-40c7-8213-55c69789d2f5 req-18935108-80fd-4f6c-bc03-ef567edde4ee tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:54.113173 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-79950bb0-938d-40c7-8213-55c69789d2f5 req-18935108-80fd-4f6c-bc03-ef567edde4ee tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0547256 Aug 07 02:21:54.152270 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-79950bb0-938d-40c7-8213-55c69789d2f5 req-76b9886b-ba2f-44da-be03-351db178251f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Aug 07 02:21:54.493448 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bb9f5-900f-4dce-b5a5-979f9c93ad51 req-74e6f389-8919-4c2e-8479-1e6d814beee7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:54.494970 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab1bb9f5-900f-4dce-b5a5-979f9c93ad51 req-74e6f389-8919-4c2e-8479-1e6d814beee7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Aug 07 02:21:54.539053 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab1bb9f5-900f-4dce-b5a5-979f9c93ad51 req-325aec90-46aa-4a08-a96b-5f4aa77c8a2b tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341387 Aug 07 02:21:54.928006 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcc7d2-ed56-4102-bc65-c05360f86f87 req-85286e73-76d6-4ae7-92a8-61861ff88eed tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:54.929463 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e8bcc7d2-ed56-4102-bc65-c05360f86f87 req-85286e73-76d6-4ae7-92a8-61861ff88eed tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0509715 Aug 07 02:21:54.968506 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e8bcc7d2-ed56-4102-bc65-c05360f86f87 req-85686477-cbf2-41d1-bbe8-f89bf06a9c91 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Aug 07 02:21:55.272106 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29afc90-69b9-4c84-a3d6-f65a6372f624 req-ea6daed3-33c7-4bcb-a83f-421304227b53 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:55.273559 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a29afc90-69b9-4c84-a3d6-f65a6372f624 req-ea6daed3-33c7-4bcb-a83f-421304227b53 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0473423 Aug 07 02:21:55.310049 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a29afc90-69b9-4c84-a3d6-f65a6372f624 req-ddf72f6a-c592-41d4-ae57-f70ec96b3f56 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306239 Aug 07 02:21:55.650601 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d03dc-7ece-4470-a876-37f60eb67cdf req-bd11933c-8441-4069-98a5-a055deacb7ca tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:55.652872 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab4d03dc-7ece-4470-a876-37f60eb67cdf req-bd11933c-8441-4069-98a5-a055deacb7ca tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 945 time: 0.0485270 Aug 07 02:21:55.691162 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab4d03dc-7ece-4470-a876-37f60eb67cdf req-1176fb84-505c-46f0-97d5-25fdf3e21ff7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320537 Aug 07 02:21:55.958612 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-06fb910a-e777-4506-88f4-4e6daadb41d9 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:55.960087 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-06fb910a-e777-4506-88f4-4e6daadb41d9 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 945 time: 0.0520706 Aug 07 02:21:56.065154 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Deleting port 13237019-062b-4194-8b7a-61b29691324a {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:21:56.065330 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:56.068065 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58648) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:56.107949 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bb253-6441-455f-be6e-6874b55e471a req-f008fbf8-11fc-48ec-9ba8-95d7a00765c3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:56.110498 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aa7bb253-6441-455f-be6e-6874b55e471a req-f008fbf8-11fc-48ec-9ba8-95d7a00765c3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0728164 Aug 07 02:21:56.159714 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aa7bb253-6441-455f-be6e-6874b55e471a req-269ec0a4-be8a-4349-8309-27f2fac732ea tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368612 Aug 07 02:21:56.420214 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-0ae392e1-c002-4e2b-a800-10745bae0ab3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20875a321c874c41844b51b996acc9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507762 Aug 07 02:21:56.423687 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58654) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:56.429677 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cb657-6dc9-4e49-9790-2ce56cd5bbde req-bd4f8251-c1f9-4f00-a8c3-c22849540b46 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:56.431180 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e81cb657-6dc9-4e49-9790-2ce56cd5bbde req-bd4f8251-c1f9-4f00-a8c3-c22849540b46 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0481610 Aug 07 02:21:56.445892 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] For port 13237019-062b-4194-8b7a-61b29691324a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=13237019-062b-4194-8b7a-61b29691324a,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:21:56.446163 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:56.470957 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Calling delete_port for 13237019-062b-4194-8b7a-61b29691324a owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:21:56.471838 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e81cb657-6dc9-4e49-9790-2ce56cd5bbde req-b851d575-9aff-4385-9e2c-8beb4c811c07 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339644 Aug 07 02:21:56.533578 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d3abd31b-1e07-4285-8d58-ba5c457fa858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:56.565945 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d3abd31b-1e07-4285-8d58-ba5c457fa858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:56.644251 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d3abd31b-1e07-4285-8d58-ba5c457fa858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:56.646734 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d3abd31b-1e07-4285-8d58-ba5c457fa858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:56.648476 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d3abd31b-1e07-4285-8d58-ba5c457fa858 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fb1ef10-f952-4985-8ec5-b0ee51c910df HTTP/1.1" status: 204 len: 168 time: 0.2238755 Aug 07 02:21:56.665380 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abd31b-1e07-4285-8d58-ba5c457fa858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb1ef10-f952-4985-8ec5-b0ee51c910df,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:56.689496 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:56.702131 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['9f15414f-1447-45f5-a31d-aa5734802199', '13237019-062b-4194-8b7a-61b29691324a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:21:56.738994 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Pushing event deleted for resources: {'Port': ['ID=13237019-062b-4194-8b7a-61b29691324a,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:56.819728 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] No DVR routers for this DVR port 13237019-062b-4194-8b7a-61b29691324a on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:21:56.822199 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:56.825455 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-09935688-bc33-4ae0-bdb5-2d16d24e269a req-0cf7e1e8-7a3a-4fde-bbe5-571fbf438f07 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "DELETE /v2.0/ports/13237019-062b-4194-8b7a-61b29691324a HTTP/1.1" status: 204 len: 173 time: 0.8573561 Aug 07 02:21:56.826487 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962', 'name': 'network-vif-deleted', 'tag': '13237019-062b-4194-8b7a-61b29691324a'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:21:56.828932 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d5fc9d-4827-4656-b928-36337c5ffbc0" -d '{"events": [{"server_uuid": "b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962", "name": "network-vif-deleted", "tag": "13237019-062b-4194-8b7a-61b29691324a"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:21:56.847162 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-411eefed-ab16-4475-8752-29e562020f52 req-7716997b-2996-415f-a94c-106ebd9408f7 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962 HTTP/1.1" status: 200 len: 210 time: 0.0362060 Aug 07 02:21:56.910574 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb576b-85fa-452d-9b04-cbbdcc8cb918 x-openstack-request-id: req-a3cb576b-85fa-452d-9b04-cbbdcc8cb918 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:21:56.911051 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962", "name": "network-vif-deleted", "tag": "13237019-062b-4194-8b7a-61b29691324a", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:21:56.911483 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3cb576b-85fa-452d-9b04-cbbdcc8cb918 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:21:56.912064 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e3af77-3c4b-451d-bfe0-e7d8a3ef4962', 'name': 'network-vif-deleted', 'tag': '13237019-062b-4194-8b7a-61b29691324a', 'status': 'completed', 'code': 200} Aug 07 02:21:57.220807 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-978e64db-ebe9-47cd-97f7-b0ee6f28c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:57.222321 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-978e64db-ebe9-47cd-97f7-b0ee6f28c6db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c&tenant_id=5fd0303258fa4a71b82ea6e98708a0af HTTP/1.1" status: 200 len: 1097 time: 0.0980496 Aug 07 02:21:57.297144 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-7770ec0c-94c3-435c-9334-b173e33d50df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:57.298058 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc17ef-e1bb-4b6c-be77-471a0d4b9371 req-6ce3188b-b621-4f50-8f2c-f327030c77f2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:57.298678 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-7770ec0c-94c3-435c-9334-b173e33d50df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 1097 time: 0.0419288 Aug 07 02:21:57.299559 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4adc17ef-e1bb-4b6c-be77-471a0d4b9371 req-6ce3188b-b621-4f50-8f2c-f327030c77f2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0904858 Aug 07 02:21:57.321650 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141cc62-57e0-48f0-9412-55b1f00c6b7f req-128933f8-a124-465a-acfc-922302fd2522 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:57.323151 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7141cc62-57e0-48f0-9412-55b1f00c6b7f req-128933f8-a124-465a-acfc-922302fd2522 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0794387 Aug 07 02:21:57.374997 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4adc17ef-e1bb-4b6c-be77-471a0d4b9371 req-e99f6935-402d-4038-aac7-7028e33b9cc1 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679207 Aug 07 02:21:57.393404 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7141cc62-57e0-48f0-9412-55b1f00c6b7f req-b37fe360-df3a-4263-ad2b-028ba0bcc2b0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629127 Aug 07 02:21:57.408044 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-9d1ac756-3ce1-4904-8ac0-635b9355504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:57.409255 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-9d1ac756-3ce1-4904-8ac0-635b9355504f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 917 time: 0.0957115 Aug 07 02:21:57.445428 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 58690) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:57.476446 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-637281b0-5d74-47d5-8d76-9ae699169243 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87521203-6829-426a-ab6f-720a12a61d9a HTTP/1.1" status: 200 len: 999 time: 0.0576837 Aug 07 02:21:57.554451 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-b727d344-18b4-4aaa-9857-7f918b5fe2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:57.556314 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-b727d344-18b4-4aaa-9857-7f918b5fe2c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0598898 Aug 07 02:21:57.556494 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-819708576-network', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:57.604239 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Made reservation on behalf of 6f7483acfdd149668c9fae88d2b37364 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:21:57.606702 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:57.617747 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:57.618478 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-eec3f07a-6976-43e5-86d8-4b81f2828aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:57.620215 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-eec3f07a-6976-43e5-86d8-4b81f2828aab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514214 Aug 07 02:21:57.638824 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1934df0-24f1-48fd-b158-fea4c2a2e05d req-74fa9cbe-e6e6-4627-87a7-ac586ef05574 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:57.640303 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a1934df0-24f1-48fd-b158-fea4c2a2e05d req-74fa9cbe-e6e6-4627-87a7-ac586ef05574 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0736604 Aug 07 02:21:57.702742 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a1934df0-24f1-48fd-b158-fea4c2a2e05d req-89b8fabc-943b-40cf-ab6c-5a44cf9ca3fb tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533683 Aug 07 02:21:57.719228 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-2fa5e92b-a39d-4da4-b5be-f80ee7049a24 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908158 Aug 07 02:21:57.757547 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:57.762878 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:57.783996 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:21:57.798943 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dcd6c0-10c1-4b00-b4ee-b628194675ca,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:57.803012 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:57.803364 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Added segment 6f8cf153-18e3-4ac0-9ce5-c066d1bf7117 of type vlan for network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 Aug 07 02:21:57.820165 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-a7a588a7-bd09-4c57-a244-b09814aa3635 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922983 Aug 07 02:21:57.844732 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:57.874464 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:57.876244 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:57.876996 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:57.933964 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4872489 Aug 07 02:21:57.936917 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58704) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:57.946779 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Request body: {'subnet': {'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-819708576-subnet', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:57.952287 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9384ad-6882-44d5-ac3e-33d39f41b2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=96500ddf-5fe1-4bcd-be40-ada8e0a736c3,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:57.962299 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:21:57.973704 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Made reservation on behalf of 6f7483acfdd149668c9fae88d2b37364 for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:21:57.982495 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359135'] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:58.160955 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359149'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:58.221825 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fb607a-a92c-49a8-adfd-d03f6c2fcee5,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:58.230816 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Checking segment: {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:21:58.231236 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Network hostable DHCP agents. Network: 96500ddf-5fe1-4bcd-be40-ada8e0a736c3, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:21:58.247868 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:21:58.256687 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 96500ddf-5fe1-4bcd-be40-ada8e0a736c3) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:21:58.260575 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:58.261707 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:58.271709 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de2ccf-43ce-4a0b-bd5a-7a78e8e36516 None None] Network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:21:58.279803 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-a176b926-9e1b-49e6-8c37-6905c3a57d09 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3415890 Aug 07 02:21:58.282650 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58722) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:21:58.289945 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:21:58.321157 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:58.323081 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:58.392747 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:58.541446 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:21:58.544814 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:58.650908 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be9505-34bd-4b8a-a28d-cce6c1f89eaa req-008bd835-1e1e-4cd1-a8df-93ba56a20188 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:58.653421 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-88be9505-34bd-4b8a-a28d-cce6c1f89eaa req-008bd835-1e1e-4cd1-a8df-93ba56a20188 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1233966 Aug 07 02:21:58.664006 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4e6d3-ad38-4238-99dd-dccea04e1baf req-f4bbe99e-ce92-44f3-9907-e4ec3305dbf1 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:58.672886 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-95e4e6d3-ad38-4238-99dd-dccea04e1baf req-f4bbe99e-ce92-44f3-9907-e4ec3305dbf1 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.1446536 Aug 07 02:21:58.695303 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:58.742270 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-95e4e6d3-ad38-4238-99dd-dccea04e1baf req-359570c9-c6c0-4fd7-ad58-e4d7bed5af5c tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679350 Aug 07 02:21:58.796283 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-88be9505-34bd-4b8a-a28d-cce6c1f89eaa req-9e680be0-9a63-410d-89e6-efa629417fb9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201355 Aug 07 02:21:58.855733 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Allocated IP 172.20.0.2 (96500ddf-5fe1-4bcd-be40-ada8e0a736c3/98fb607a-a92c-49a8-adfd-d03f6c2fcee5/2d10bac4-301e-4935-acc5-36bcf7b02c12) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:21:58.902876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873420b-a6be-483f-b6a9-325f0d0d2e61 req-44545077-5461-49ea-b19d-2b24eb9befd3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:58.905545 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0873420b-a6be-483f-b6a9-325f0d0d2e61 req-44545077-5461-49ea-b19d-2b24eb9befd3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0659900 Aug 07 02:21:58.985302 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0873420b-a6be-483f-b6a9-325f0d0d2e61 req-d58bad73-d909-4e8a-9f9d-0e4c433b7c8b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733945 Aug 07 02:21:59.036234 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.080498 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.145137 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.157981 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Transition to ACTIVE for port object 2d10bac4-301e-4935-acc5-36bcf7b02c12 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:21:59.178075 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Transition to ACTIVE for port object 2d10bac4-301e-4935-acc5-36bcf7b02c12 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:21:59.185159 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.241371 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Allocated IP 172.27.3.213 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/ba63dddb-2da0-4c64-8fda-c088c6b76f3f) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:21:59.257047 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:21:59.264079 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:21:59.267686 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:21:59.274004 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Pushing event updated for resources: {'Port': ['ID=2d10bac4-301e-4935-acc5-36bcf7b02c12,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:59.356352 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Attempting to bind port 2d10bac4-301e-4935-acc5-36bcf7b02c12 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:21:59.356763 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Attempting to bind port 2d10bac4-301e-4935-acc5-36bcf7b02c12 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:21:59.357202 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Attempting to bind port 2d10bac4-301e-4935-acc5-36bcf7b02c12 on network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:21:59.364296 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:21:59.364831 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Checking segment: {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:21:59.365337 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.365844 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Bound using segment: {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:21:59.366436 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Bound port: 2d10bac4-301e-4935-acc5-36bcf7b02c12, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:21:59.368971 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.381019 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2892-ab37-4adf-948e-3ea5f228576f req-d636e00b-2d50-48ad-ace9-80f866137083 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:59.382589 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-46ab2892-ab37-4adf-948e-3ea5f228576f req-d636e00b-2d50-48ad-ace9-80f866137083 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.0620391 Aug 07 02:21:59.440460 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.442103 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-46ab2892-ab37-4adf-948e-3ea5f228576f req-082ad785-9208-4e81-bf89-b1b3f8e7f8dd tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509765 Aug 07 02:21:59.462453 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] For port 2d10bac4-301e-4935-acc5-36bcf7b02c12, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:21:59.468831 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] For port 2d10bac4-301e-4935-acc5-36bcf7b02c12, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2d10bac4-301e-4935-acc5-36bcf7b02c12,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:21:59.472806 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.504557 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.543757 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb780aa-085c-46b8-a633-5354ed7ca023 None None] Pushing event updated for resources: {'Port': ['ID=2d10bac4-301e-4935-acc5-36bcf7b02c12,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:59.563885 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:21:59.566816 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:21:59.569538 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:21:59.594815 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba63dddb-2da0-4c64-8fda-c088c6b76f3f,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:21:59.875265 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349a33-21de-4a43-b0bf-f0b73076e557 req-94d08584-9043-4a10-a89d-6f8761c79087 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:59.876932 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86349a33-21de-4a43-b0bf-f0b73076e557 req-94d08584-9043-4a10-a89d-6f8761c79087 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0589874 Aug 07 02:21:59.940180 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:21:59.965287 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86349a33-21de-4a43-b0bf-f0b73076e557 req-9cf17b03-2768-4097-ad16-6196ecc0472c tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531714 Aug 07 02:21:59.977046 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd4cac-1973-49df-a150-f038ac5b1f0e req-96d4b0bd-3ea7-4484-8706-2436d1fb9ad4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:21:59.985716 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05dd4cac-1973-49df-a150-f038ac5b1f0e req-96d4b0bd-3ea7-4484-8706-2436d1fb9ad4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1075191 Aug 07 02:22:00.070702 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 13237019-062b-4194-8b7a-61b29691324a no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:22:00.133054 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2d10bac4-301e-4935-acc5-36bcf7b02c12 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:00.137603 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 13237019-062b-4194-8b7a-61b29691324a {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:22:00.140023 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 13237019-062b-4194-8b7a-61b29691324a not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:22:00.231358 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 2d10bac4-301e-4935-acc5-36bcf7b02c12 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:00.284043 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:00.370096 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05dd4cac-1973-49df-a150-f038ac5b1f0e req-3ab32ab5-b50a-4bd2-89ba-e059872a9077 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770101 Aug 07 02:22:00.400531 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f178f-5994-48bb-aa25-53245d854403 req-15e2c163-d409-456c-877a-1ca28274ffe2 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:00.402846 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e24f178f-5994-48bb-aa25-53245d854403 req-15e2c163-d409-456c-877a-1ca28274ffe2 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.1130450 Aug 07 02:22:00.444456 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e24f178f-5994-48bb-aa25-53245d854403 req-a16f81fa-d96b-4b58-8670-11ba02aafdcb tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356164 Aug 07 02:22:00.470056 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Router ef719b4f-df4d-4600-b8de-dce8585d1c0a is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:22:00.562903 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430700f-022a-4604-9a22-f6e02c98fedd req-e6d04974-d0e2-4ba4-a695-6138208ca98f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:00.571060 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a430700f-022a-4604-9a22-f6e02c98fedd req-e6d04974-d0e2-4ba4-a695-6138208ca98f tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.0623646 Aug 07 02:22:00.631664 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:22:00.647214 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a430700f-022a-4604-9a22-f6e02c98fedd req-a74296dd-b14c-49a0-9475-a6d73ae5a60b tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749133 Aug 07 02:22:00.647465 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Sync routers for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:22:00.657340 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:00.657960 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:00.668186 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:00.672473 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-6a54515f-edff-4ed8-9e54-a233f4a64ea1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3885939 Aug 07 02:22:00.673325 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 58748) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:00.768515 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:00.792876 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac2ad1-6f20-4ee1-aa6b-fa487cb7d16a None None] Network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:22:00.891090 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c38d7208-7018-400a-8ece-2a8d887bf2ac None None] Provisioning for port 2d10bac4-301e-4935-acc5-36bcf7b02c12 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:00.892831 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c38d7208-7018-400a-8ece-2a8d887bf2ac None None] Provisioning complete for port 2d10bac4-301e-4935-acc5-36bcf7b02c12 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:00.893339 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c38d7208-7018-400a-8ece-2a8d887bf2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.005304 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:21:59Z', 'revision_number': 3, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:01.035970 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Checking router: ef719b4f-df4d-4600-b8de-dce8585d1c0a for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:22:01.036365 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Updating router ef719b4f-df4d-4600-b8de-dce8585d1c0a port ba63dddb-2da0-4c64-8fda-c088c6b76f3f binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:22:01.046020 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c38d7208-7018-400a-8ece-2a8d887bf2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.071006 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.088149 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c38d7208-7018-400a-8ece-2a8d887bf2ac None None] For port 2d10bac4-301e-4935-acc5-36bcf7b02c12, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2d10bac4-301e-4935-acc5-36bcf7b02c12,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:01.101956 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c38d7208-7018-400a-8ece-2a8d887bf2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.172592 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d7208-7018-400a-8ece-2a8d887bf2ac None None] Pushing event updated for resources: {'Port': ['ID=2d10bac4-301e-4935-acc5-36bcf7b02c12,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:01.205563 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237058b-485e-4455-b09b-08e6d8752791 req-61160b04-9169-45bd-b4bf-dfacf9bccc93 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:01.207092 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2237058b-485e-4455-b09b-08e6d8752791 req-61160b04-9169-45bd-b4bf-dfacf9bccc93 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.1796770 Aug 07 02:22:01.338752 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2237058b-485e-4455-b09b-08e6d8752791 req-1989bb49-0ee3-4d98-bd64-f0cc1a5d0c7b tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253304 Aug 07 02:22:01.349231 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-45d8bacc-b60c-4a6e-a66f-e05fbc1eda9b None None] Provisioning complete for port 2d10bac4-301e-4935-acc5-36bcf7b02c12 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:01.349810 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-45d8bacc-b60c-4a6e-a66f-e05fbc1eda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.375379 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.424254 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.450054 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Transition to ACTIVE for port object ba63dddb-2da0-4c64-8fda-c088c6b76f3f will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:01.457423 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.525763 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Attempting to bind port ba63dddb-2da0-4c64-8fda-c088c6b76f3f on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:22:01.526673 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Attempting to bind port ba63dddb-2da0-4c64-8fda-c088c6b76f3f by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:22:01.526987 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Attempting to bind port ba63dddb-2da0-4c64-8fda-c088c6b76f3f on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:22:01.541087 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:22:01.541575 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:22:01.542645 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.543346 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:22:01.543988 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Bound port: ba63dddb-2da0-4c64-8fda-c088c6b76f3f, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:22:01.544457 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.576829 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Pushing event updated for resources: {'Port': ['ID=ba63dddb-2da0-4c64-8fda-c088c6b76f3f,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:01.591146 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.591517 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.591931 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.592330 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.592733 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.593130 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.593567 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.593959 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.594406 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.594810 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.595215 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.595591 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:01.631089 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f3ee4-9239-4c1a-8d83-340b12bba908 req-c13d54d6-a8b5-4169-baa5-e7828fa9ef4a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:01.631499 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] For port ba63dddb-2da0-4c64-8fda-c088c6b76f3f, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:22:01.632594 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-043f3ee4-9239-4c1a-8d83-340b12bba908 req-c13d54d6-a8b5-4169-baa5-e7828fa9ef4a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1817822 Aug 07 02:22:01.634817 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] For port ba63dddb-2da0-4c64-8fda-c088c6b76f3f, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ba63dddb-2da0-4c64-8fda-c088c6b76f3f,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:22:01.640119 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.707530 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9deb7-0c74-4820-b1d2-1805274ebfba req-2843c4bc-8006-4cb5-811a-2253acd051bc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:01.707806 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:01.708299 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:01.709036 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-76b9deb7-0c74-4820-b1d2-1805274ebfba req-2843c4bc-8006-4cb5-811a-2253acd051bc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.1460669 Aug 07 02:22:01.727273 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Allocated IP 172.20.0.1 (96500ddf-5fe1-4bcd-be40-ada8e0a736c3/98fb607a-a92c-49a8-adfd-d03f6c2fcee5/ff72f8bd-05c0-4fec-bc35-ff7fcf692004) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:22:01.763107 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-043f3ee4-9239-4c1a-8d83-340b12bba908 req-0c206820-1167-4bbd-8ef0-5d8e2bec4f1d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049144 Aug 07 02:22:01.777884 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349204f-ca09-402c-91a9-e6e0fa35c4ef None None] Pushing event updated for resources: {'Port': ['ID=ba63dddb-2da0-4c64-8fda-c088c6b76f3f,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:01.806403 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-76b9deb7-0c74-4820-b1d2-1805274ebfba req-598a9a13-a85f-4cdf-866f-e8fad35225f9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789790 Aug 07 02:22:01.899230 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:01.976804 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:01.998221 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf953-3449-4190-a862-05d3d0135023 req-98696bcd-34d8-4e8d-b6eb-86e082194b05 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:01.999742 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-959cf953-3449-4190-a862-05d3d0135023 req-98696bcd-34d8-4e8d-b6eb-86e082194b05 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.1008041 Aug 07 02:22:02.002425 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Transition to ACTIVE for port object ff72f8bd-05c0-4fec-bc35-ff7fcf692004 will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:02.061477 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-959cf953-3449-4190-a862-05d3d0135023 req-b069f01d-5114-423d-acd6-21bfb70f0a45 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531201 Aug 07 02:22:02.068458 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2d10bac4-301e-4935-acc5-36bcf7b02c12 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:02.079719 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:02.100746 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:21:59Z', 'revision_number': 3, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:02.132338 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a61ba-ad4c-4590-8a98-71567b410543 None None] The sync data for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi is: [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:21:59Z', 'revision_number': 3, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:22:02.137639 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:22:02.140852 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:22:02.155801 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:22:02.164590 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 2d10bac4-301e-4935-acc5-36bcf7b02c12 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:02.165062 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:02.210281 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Pushing event updated for resources: {'Port': ['ID=ff72f8bd-05c0-4fec-bc35-ff7fcf692004,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:02.224796 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:02.412621 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:02.520169 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-6855f2a6-33ea-4f22-a3c5-895869829a5b None None] Provisioning for port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:02.540351 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-6855f2a6-33ea-4f22-a3c5-895869829a5b None None] Provisioning complete for port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:02.546906 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6855f2a6-33ea-4f22-a3c5-895869829a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:02.618991 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-6855f2a6-33ea-4f22-a3c5-895869829a5b None None] Port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:22:02.693747 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd2a53-a98f-4af5-86ea-263c4dd6d3a8 req-2a21502d-2349-49a7-8a77-33a86f61dbdd tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:02.702466 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8dcd2a53-a98f-4af5-86ea-263c4dd6d3a8 req-2a21502d-2349-49a7-8a77-33a86f61dbdd tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.2450395 Aug 07 02:22:02.770122 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8dcd2a53-a98f-4af5-86ea-263c4dd6d3a8 req-a8a808bd-3c14-4159-9fe1-b646f8835df5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666540 Aug 07 02:22:02.794451 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:02.800906 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:02.877001 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:02.981930 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Pushing event updated for resources: {'Port': ['ID=ff72f8bd-05c0-4fec-bc35-ff7fcf692004,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:03.035125 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce0347-1aab-4d0b-8e6b-3e6a29305c86 req-76ed41c4-2cda-4c86-8ab4-14457bd730df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:03.036662 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bcce0347-1aab-4d0b-8e6b-3e6a29305c86 req-76ed41c4-2cda-4c86-8ab4-14457bd730df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1689761 Aug 07 02:22:03.088503 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c0341-ff80-4998-8009-d4991e205e67 req-05abcb80-0262-4313-b827-9bd6bc76ede1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:03.090800 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a77c0341-ff80-4998-8009-d4991e205e67 req-05abcb80-0262-4313-b827-9bd6bc76ede1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.1746490 Aug 07 02:22:03.110906 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:22:03.121542 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:22:03.152050 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bcce0347-1aab-4d0b-8e6b-3e6a29305c86 req-6ab976d7-ef9e-4baf-a9da-d409e46f8ae7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021552 Aug 07 02:22:03.267056 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a77c0341-ff80-4998-8009-d4991e205e67 req-094069d4-e290-4225-93cd-92ec46d5510e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647243 Aug 07 02:22:03.351453 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e759f8-4d2e-46de-a50c-aa6fb246cc33 req-ca543354-bf5e-47a2-b433-eeee33658640 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:03.358794 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5e759f8-4d2e-46de-a50c-aa6fb246cc33 req-ca543354-bf5e-47a2-b433-eeee33658640 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.1203704 Aug 07 02:22:03.408606 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Router ef719b4f-df4d-4600-b8de-dce8585d1c0a has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:22:03.411728 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5e759f8-4d2e-46de-a50c-aa6fb246cc33 req-c52cf6ff-0c0f-49b7-8375-bdcebb09f696 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522254 Aug 07 02:22:03.456429 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-f7ef3ac5-8cca-4616-9a3e-152e8c0e9237 None None] Provisioning complete for port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:03.457050 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3ac5-8cca-4616-9a3e-152e8c0e9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:03.515891 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef3ac5-8cca-4616-9a3e-152e8c0e9237 None None] Port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:22:03.539311 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:22:03.547752 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f4b8e014-71f3-4a68-a7d0-47a152db1446 admin admin] 10.222.0.11 "PUT /v2.0/routers/ef719b4f-df4d-4600-b8de-dce8585d1c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8733208 Aug 07 02:22:03.915378 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7c8f-8c1d-42aa-98ac-034ae0dc450e req-3b798f1d-4365-402e-b76d-f78600e88116 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:03.919325 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fb4b7c8f-8c1d-42aa-98ac-034ae0dc450e req-3b798f1d-4365-402e-b76d-f78600e88116 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0756233 Aug 07 02:22:03.965918 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fb4b7c8f-8c1d-42aa-98ac-034ae0dc450e req-15ce4efe-a8ee-4a3d-86d0-8c9d84779d6c tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423863 Aug 07 02:22:04.089646 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ba63dddb-2da0-4c64-8fda-c088c6b76f3f up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:04.161630 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 58784) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:04.167248 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1952499997-network', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:22:04.188483 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port ba63dddb-2da0-4c64-8fda-c088c6b76f3f completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:04.191400 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Made reservation on behalf of 0da40355da5f4fd6aad9e8c5e812c433 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:22:04.193030 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port ba63dddb-2da0-4c64-8fda-c088c6b76f3f triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:04.193400 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.193908 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.204032 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.230852 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Sync routers for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:22:04.264529 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:04.266066 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:04.305259 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6591-3c4b-46f9-90a5-c0c964f168f9 req-4c1b0629-e85c-4a0e-ba95-2469d92ab8d2 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:04.306803 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28ec6591-3c4b-46f9-90a5-c0c964f168f9 req-4c1b0629-e85c-4a0e-ba95-2469d92ab8d2 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0905879 Aug 07 02:22:04.421829 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28ec6591-3c4b-46f9-90a5-c0c964f168f9 req-35f87643-1b41-49f7-aa2b-1455c7141b20 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036761 Aug 07 02:22:04.462523 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04c2e-0c71-4313-928c-6a2bfbd6c133 req-7611d20a-f459-4b2a-9ab6-80e6ff8d168f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:04.464145 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-58b04c2e-0c71-4313-928c-6a2bfbd6c133 req-7611d20a-f459-4b2a-9ab6-80e6ff8d168f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0965137 Aug 07 02:22:04.466138 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.472375 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.557287 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.563857 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:04.566797 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb7003-1da0-4ac1-b363-94ccf16ae05a,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:04.570851 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:22:04.595639 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.595974 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Added segment 869b710f-d2b9-4da9-bfc1-27b4287df5e1 of type vlan for network 3114f6cd-9365-4f03-b334-46243f0fcc9a Aug 07 02:22:04.624378 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-58b04c2e-0c71-4313-928c-6a2bfbd6c133 req-45647902-f906-4691-8584-498ed7080deb tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419942 Aug 07 02:22:04.635067 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port ba63dddb-2da0-4c64-8fda-c088c6b76f3f, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ba63dddb-2da0-4c64-8fda-c088c6b76f3f,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:04.641966 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.670534 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715ba5c-89a9-4f1e-ae5f-69b173590206 req-fd454b6c-dda3-4c52-93ef-e25b47488d09 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:04.672959 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5715ba5c-89a9-4f1e-ae5f-69b173590206 req-fd454b6c-dda3-4c52-93ef-e25b47488d09 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.1637025 Aug 07 02:22:04.684318 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.758283 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5715ba5c-89a9-4f1e-ae5f-69b173590206 req-b4165e2d-07be-4e14-8ed4-7aa946111920 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492039 Aug 07 02:22:04.759269 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.760391 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:04.761798 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.813157 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=ba63dddb-2da0-4c64-8fda-c088c6b76f3f,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:04.827681 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6648202 Aug 07 02:22:04.830387 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58792) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:04.835150 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99aed2-a818-4206-91d7-3122155c7674 admin admin] Pushing event updated for resources: {'Network': ['ID=3114f6cd-9365-4f03-b334-46243f0fcc9a,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:04.836827 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Request body: {'subnet': {'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1952499997-subnet', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:22:04.850473 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 3114f6cd-9365-4f03-b334-46243f0fcc9a details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:22:04.873357 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Made reservation on behalf of 0da40355da5f4fd6aad9e8c5e812c433 for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:22:04.876954 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359135'] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:04.968191 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'ff72f8bd-05c0-4fec-bc35-ff7fcf692004', 'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'mac_address': 'fa:16:3e:67:99:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:01Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 2, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'subnets': [{'id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:05.009323 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Checking router: ef719b4f-df4d-4600-b8de-dce8585d1c0a for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:22:05.017947 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Updating router ef719b4f-df4d-4600-b8de-dce8585d1c0a port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:22:05.051624 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.099435 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359149'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.142681 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570f190-97a6-4b78-ae06-833a19d9119f req-ba7d366b-ec8b-422c-bbe4-c7542c22af38 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:05.150125 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2570f190-97a6-4b78-ae06-833a19d9119f req-ba7d366b-ec8b-422c-bbe4-c7542c22af38 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0870309 Aug 07 02:22:05.172506 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a569b2-78b9-42e3-bb0f-e82de36c76d5,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:05.184051 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Checking segment: {'id': '869b710f-d2b9-4da9-bfc1-27b4287df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:22:05.184411 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Network hostable DHCP agents. Network: 3114f6cd-9365-4f03-b334-46243f0fcc9a, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:22:05.202673 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2570f190-97a6-4b78-ae06-833a19d9119f req-b6f2beac-60a5-402a-9c37-4536b8f1df15 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512130 Aug 07 02:22:05.204327 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Network 3114f6cd-9365-4f03-b334-46243f0fcc9a is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:22:05.215602 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 3114f6cd-9365-4f03-b334-46243f0fcc9a) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:22:05.220493 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:05.221151 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.233608 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a3009-aa24-43a4-acd0-deaf9631d01f None None] Network 3114f6cd-9365-4f03-b334-46243f0fcc9a requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:22:05.238358 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2dd0fcf4-462d-4655-af6c-10ba3e67067d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4061968 Aug 07 02:22:05.240588 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 58796) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:05.245310 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:22:05.268456 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.269834 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.346147 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.528888 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-3114f6cd-9365-4f03-b334-46243f0fcc9a', 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'fixed_ips': [{'subnet_id': '64a569b2-78b9-42e3-bb0f-e82de36c76d5'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:22:05.529173 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.530065 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.552640 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.614883 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Transition to ACTIVE for port object ff72f8bd-05c0-4fec-bc35-ff7fcf692004 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:05.632037 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.736428 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.740402 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49817881-5997-4e8a-91b1-bd0c3719b80c None None] Pushing event updated for resources: {'Port': ['ID=ff72f8bd-05c0-4fec-bc35-ff7fcf692004,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:05.802605 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Allocated IP 172.20.0.2 (3114f6cd-9365-4f03-b334-46243f0fcc9a/64a569b2-78b9-42e3-bb0f-e82de36c76d5/8f29758c-41c8-44ba-b3b8-bc5b5d25488d) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:22:05.868167 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Attempting to bind port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:22:05.868543 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Attempting to bind port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:22:05.868905 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Attempting to bind port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 on network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:22:05.903067 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:22:05.904245 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Checking segment: {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:22:05.904749 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.905382 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Bound using segment: {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:22:05.905957 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Bound port: ff72f8bd-05c0-4fec-bc35-ff7fcf692004, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:22:05.906856 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:05.955463 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd56df-6419-433b-999f-c20a8df06f75 req-b5091514-2f59-4e24-8990-833d852737dd tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:05.957477 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f2fd56df-6419-433b-999f-c20a8df06f75 req-b5091514-2f59-4e24-8990-833d852737dd tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.4237995 Aug 07 02:22:05.980054 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105670e3-6824-4bb0-9543-4e244f19a8d1 req-80fce665-2d04-4642-9456-25a2cce67135 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:05.982095 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-105670e3-6824-4bb0-9543-4e244f19a8d1 req-80fce665-2d04-4642-9456-25a2cce67135 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.1650736 Aug 07 02:22:06.062013 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f2fd56df-6419-433b-999f-c20a8df06f75 req-e5aa34a7-684e-4dfa-bac6-707da128fa1d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785999 Aug 07 02:22:06.066351 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-105670e3-6824-4bb0-9543-4e244f19a8d1 req-fb9522bc-dfdb-4664-bffe-fbf3c882ce4f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744951 Aug 07 02:22:06.145865 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.157499 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Transition to ACTIVE for port object 8f29758c-41c8-44ba-b3b8-bc5b5d25488d will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:06.167648 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ba63dddb-2da0-4c64-8fda-c088c6b76f3f up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:06.215290 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] For port ff72f8bd-05c0-4fec-bc35-ff7fcf692004, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:22:06.267990 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Transition to ACTIVE for port object 8f29758c-41c8-44ba-b3b8-bc5b5d25488d will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:06.279009 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] For port ff72f8bd-05c0-4fec-bc35-ff7fcf692004, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ff72f8bd-05c0-4fec-bc35-ff7fcf692004,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:22:06.291783 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.292076 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.326187 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.331743 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.345931 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Network 3114f6cd-9365-4f03-b334-46243f0fcc9a is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:22:06.354309 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:22:06.354921 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eca65f-ce8f-4b52-8613-cfc6e34d705d req-deab4d2e-c69f-4e30-b3aa-36a0fab724f1 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:06.356687 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6eca65f-ce8f-4b52-8613-cfc6e34d705d req-deab4d2e-c69f-4e30-b3aa-36a0fab724f1 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.1586375 Aug 07 02:22:06.367601 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:22:06.374636 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port ba63dddb-2da0-4c64-8fda-c088c6b76f3f triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:06.375094 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.421925 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Pushing event updated for resources: {'Port': ['ID=8f29758c-41c8-44ba-b3b8-bc5b5d25488d,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:06.468325 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdde71-c344-4739-af9d-8503525ff031 req-9fd0a587-4cd2-4d25-b3d9-9d0a6d909fbe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:06.471376 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ecdde71-c344-4739-af9d-8503525ff031 req-9fd0a587-4cd2-4d25-b3d9-9d0a6d909fbe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.1426773 Aug 07 02:22:06.505202 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:06.505922 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:06.560202 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6eca65f-ce8f-4b52-8613-cfc6e34d705d req-0ab5fed6-1f69-4c24-ae2a-c4f22cf3c0a2 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967316 Aug 07 02:22:06.594289 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ecdde71-c344-4739-af9d-8503525ff031 req-9c6cf578-d4cd-4fa9-adc6-a47334fd03c1 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137512 Aug 07 02:22:06.622601 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Attempting to bind port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:22:06.622969 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Attempting to bind port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': '869b710f-d2b9-4da9-bfc1-27b4287df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:22:06.623340 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Attempting to bind port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d on network 3114f6cd-9365-4f03-b334-46243f0fcc9a {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:22:06.628450 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Allocated IP 172.27.3.40 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/47b1f310-fd3e-46e3-b364-0765a18cdced) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:22:06.670066 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49817881-5997-4e8a-91b1-bd0c3719b80c None None] Pushing event updated for resources: {'Port': ['ID=ff72f8bd-05c0-4fec-bc35-ff7fcf692004,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:06.676478 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:22:06.676859 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Checking segment: {'id': '869b710f-d2b9-4da9-bfc1-27b4287df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:22:06.677271 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.677667 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Bound using segment: {'id': '869b710f-d2b9-4da9-bfc1-27b4287df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:22:06.678130 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Bound port: 8f29758c-41c8-44ba-b3b8-bc5b5d25488d, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869b710f-d2b9-4da9-bfc1-27b4287df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:22:06.678611 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.777625 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.819384 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:06.882523 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:22:06.885361 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Pushing event updated for resources: {'Port': ['ID=47b1f310-fd3e-46e3-b364-0765a18cdced,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:06.889692 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:22:06.894056 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:22:06.925891 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:06.985104 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] For port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:22:07.033333 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] For port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=8f29758c-41c8-44ba-b3b8-bc5b5d25488d,segment=NetworkSegment(869b710f-d2b9-4da9-bfc1-27b4287df5e1),segment_id=869b710f-d2b9-4da9-bfc1-27b4287df5e1)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:22:07.047217 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:07.157469 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea2a6d-f664-44ac-b50c-b265690d01d0 None None] Pushing event updated for resources: {'Port': ['ID=8f29758c-41c8-44ba-b3b8-bc5b5d25488d,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:07.265558 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'ff72f8bd-05c0-4fec-bc35-ff7fcf692004', 'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'mac_address': 'fa:16:3e:67:99:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:01Z', 'updated_at': '2021-08-07T02:22:06Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'subnets': [{'id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:07.304317 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6a5b2-2286-4bcc-b05f-7b151c6af200 None None] The sync data for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi is: [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'ff72f8bd-05c0-4fec-bc35-ff7fcf692004', 'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'mac_address': 'fa:16:3e:67:99:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:01Z', 'updated_at': '2021-08-07T02:22:06Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'subnets': [{'id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:22:07.320878 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:07.419613 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acce766-527f-407d-9b13-1a9b42d6adc0 req-b3827d96-be34-4494-a89d-1728a89a38b4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:07.421361 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1acce766-527f-407d-9b13-1a9b42d6adc0 req-b3827d96-be34-4494-a89d-1728a89a38b4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.2026758 Aug 07 02:22:07.464494 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6643532-51f6-4501-b9c6-3fff40185dcd req-923db79a-a1da-41ac-9b15-c196b1d1f4af tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:07.473538 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f6643532-51f6-4501-b9c6-3fff40185dcd req-923db79a-a1da-41ac-9b15-c196b1d1f4af tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.2338066 Aug 07 02:22:07.563057 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f6643532-51f6-4501-b9c6-3fff40185dcd req-6f106261-5a1c-4b82-80bd-45f87a1bbbb6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884712 Aug 07 02:22:07.694495 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1acce766-527f-407d-9b13-1a9b42d6adc0 req-0ad8fd09-e8a6-4db9-beb3-27556594b1ef tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181325 Aug 07 02:22:07.866650 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa35efe-0a3e-4e29-b816-a6ee454947e8 req-4e392bdd-ca76-4096-b5ee-dcf33c1531aa tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:07.868169 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3fa35efe-0a3e-4e29-b816-a6ee454947e8 req-4e392bdd-ca76-4096-b5ee-dcf33c1531aa tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.1947186 Aug 07 02:22:07.918440 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:07.932268 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4b34e-e24a-4d7f-807f-8828f3cffc75 req-c367faba-959d-4e29-98e9-0b63944cd1db tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:07.933885 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-36e4b34e-e24a-4d7f-807f-8828f3cffc75 req-c367faba-959d-4e29-98e9-0b63944cd1db tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.1599302 Aug 07 02:22:07.944541 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3fa35efe-0a3e-4e29-b816-a6ee454947e8 req-7260de87-39a1-4270-b218-0c51daa28e49 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646882 Aug 07 02:22:08.157616 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-36e4b34e-e24a-4d7f-807f-8828f3cffc75 req-0cb95a0a-1cbb-43b8-ac0f-875434919169 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100031 Aug 07 02:22:08.191275 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 8f29758c-41c8-44ba-b3b8-bc5b5d25488d up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:08.222274 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:22:08.264476 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:08.269790 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ff72f8bd-05c0-4fec-bc35-ff7fcf692004 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:08.344193 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:08.349211 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:08.349617 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:08.447679 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:22:08.460554 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Sync routers for ids ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:22:08.479278 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Routers {'6d6438f7-61ed-4c3c-9ecb-6924e90d574e'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:08.480182 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:08.481837 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:08.483459 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-1b6b8328-20cb-4ed8-ace1-0c12367a898a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2416592 Aug 07 02:22:08.486078 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 58818) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:08.498974 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:08.575093 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port ff72f8bd-05c0-4fec-bc35-ff7fcf692004, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ff72f8bd-05c0-4fec-bc35-ff7fcf692004,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:08.586432 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:08.631479 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0843983-0a28-4b65-b647-8bdf7e845d0c None None] Network 3114f6cd-9365-4f03-b334-46243f0fcc9a requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:22:08.799819 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Set router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:08.812476 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-3ba032b4-cf90-461a-a3cf-9ba269e464e1 None None] Provisioning for port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:08.819327 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=ff72f8bd-05c0-4fec-bc35-ff7fcf692004,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:08.825083 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-3ba032b4-cf90-461a-a3cf-9ba269e464e1 None None] Provisioning complete for port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:08.825635 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3ba032b4-cf90-461a-a3cf-9ba269e464e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.001311 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3ba032b4-cf90-461a-a3cf-9ba269e464e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.080623 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-3ba032b4-cf90-461a-a3cf-9ba269e464e1 None None] For port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=8f29758c-41c8-44ba-b3b8-bc5b5d25488d,segment=NetworkSegment(869b710f-d2b9-4da9-bfc1-27b4287df5e1),segment_id=869b710f-d2b9-4da9-bfc1-27b4287df5e1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:09.090581 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3ba032b4-cf90-461a-a3cf-9ba269e464e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.122933 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:22:05Z', 'updated_at': '2021-08-07T02:22:07Z', 'revision_number': 3, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'gw_port': {'id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:06Z', 'updated_at': '2021-08-07T02:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:09.144894 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba032b4-cf90-461a-a3cf-9ba269e464e1 None None] Pushing event updated for resources: {'Port': ['ID=8f29758c-41c8-44ba-b3b8-bc5b5d25488d,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:09.203793 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Checking router: 6d6438f7-61ed-4c3c-9ecb-6924e90d574e for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:22:09.204062 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Updating router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e port 47b1f310-fd3e-46e3-b364-0765a18cdced binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:22:09.222326 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7c497-1e68-4ffe-87b7-e72d945ad8a2 req-78bcfd6b-93e6-4f65-893a-14f00d0b973b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:09.224196 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b0f7c497-1e68-4ffe-87b7-e72d945ad8a2 req-78bcfd6b-93e6-4f65-893a-14f00d0b973b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.2125938 Aug 07 02:22:09.239941 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19a487-4521-4ed1-b47f-3172025eeae1 req-924bc255-f0b2-4504-aa2f-07e84746d921 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:09.242142 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a19a487-4521-4ed1-b47f-3172025eeae1 req-924bc255-f0b2-4504-aa2f-07e84746d921 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.2324224 Aug 07 02:22:09.256243 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.364318 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b0f7c497-1e68-4ffe-87b7-e72d945ad8a2 req-43b5da26-57ab-4b2c-9282-c173b4543149 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209590 Aug 07 02:22:09.367032 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a19a487-4521-4ed1-b47f-3172025eeae1 req-a16c9578-ede8-4b30-84f2-f33e79f6763c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021798 Aug 07 02:22:09.520170 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-a00d69d7-5cc5-41a6-ac34-f6f67b2ab7a1 None None] Provisioning complete for port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:09.520766 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a00d69d7-5cc5-41a6-ac34-f6f67b2ab7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.684667 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.690604 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1db51-a0de-4f0b-be45-293b9d98022b req-a854fc58-3633-44fb-a87d-68bcff361cc5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:09.692171 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0db1db51-a0de-4f0b-be45-293b9d98022b req-a854fc58-3633-44fb-a87d-68bcff361cc5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.1408944 Aug 07 02:22:09.701644 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Transition to ACTIVE for port object 47b1f310-fd3e-46e3-b364-0765a18cdced will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:09.706026 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca64abb-702c-41b1-973d-7bff0c2ee1d1 req-dd9ef396-5c5c-4612-a15d-1fd1a557fe52 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:09.707926 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ca64abb-702c-41b1-973d-7bff0c2ee1d1 req-dd9ef396-5c5c-4612-a15d-1fd1a557fe52 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.1577196 Aug 07 02:22:09.708324 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.762117 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Attempting to bind port 47b1f310-fd3e-46e3-b364-0765a18cdced on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:22:09.762509 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Attempting to bind port 47b1f310-fd3e-46e3-b364-0765a18cdced by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:22:09.762869 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Attempting to bind port 47b1f310-fd3e-46e3-b364-0765a18cdced on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:22:09.765914 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa886-e79f-40ca-839b-6c380f70bea6 None None] Pushing event updated for resources: {'Port': ['ID=47b1f310-fd3e-46e3-b364-0765a18cdced,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:09.771274 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:22:09.771642 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:22:09.772028 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.772408 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:22:09.772860 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Bound port: 47b1f310-fd3e-46e3-b364-0765a18cdced, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:22:09.773250 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.803269 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0db1db51-a0de-4f0b-be45-293b9d98022b req-ea294c0a-1270-4dc7-be44-eb18117b0a82 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919135 Aug 07 02:22:09.808238 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ca64abb-702c-41b1-973d-7bff0c2ee1d1 req-3a1033fe-e087-42fa-b9b0-aaf01b4b7747 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870612 Aug 07 02:22:09.840707 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] For port 47b1f310-fd3e-46e3-b364-0765a18cdced, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:22:09.843687 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] For port 47b1f310-fd3e-46e3-b364-0765a18cdced, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=47b1f310-fd3e-46e3-b364-0765a18cdced,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:22:09.848535 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.909171 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:09.914413 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Routers {'6d6438f7-61ed-4c3c-9ecb-6924e90d574e'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:09.915025 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:09.916798 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa886-e79f-40ca-839b-6c380f70bea6 None None] Pushing event updated for resources: {'Port': ['ID=47b1f310-fd3e-46e3-b364-0765a18cdced,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:10.026355 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] Set router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:10.059749 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 8f29758c-41c8-44ba-b3b8-bc5b5d25488d up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:10.067887 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Allocated IP 172.20.0.1 (3114f6cd-9365-4f03-b334-46243f0fcc9a/64a569b2-78b9-42e3-bb0f-e82de36c76d5/200e23e2-a88e-4749-a986-834647745f7c) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:22:10.110714 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:10.111251 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:10.179393 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:10.188599 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ff72f8bd-05c0-4fec-bc35-ff7fcf692004 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:10.194699 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Transition to ACTIVE for port object 200e23e2-a88e-4749-a986-834647745f7c will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:10.214281 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:22:05Z', 'updated_at': '2021-08-07T02:22:07Z', 'revision_number': 3, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'gw_port': {'id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:06Z', 'updated_at': '2021-08-07T02:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:10.231383 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:10.237512 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:10.237946 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:10.244731 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e87b98-878c-4627-8918-f63c3113df41 None None] The sync data for ids ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'] in dv-cinder-782390-7-iscsi is: [{'id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:22:05Z', 'updated_at': '2021-08-07T02:22:07Z', 'revision_number': 3, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'gw_port': {'id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:06Z', 'updated_at': '2021-08-07T02:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:22:10.274634 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Network 3114f6cd-9365-4f03-b334-46243f0fcc9a is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:22:10.279150 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:22:10.288233 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:22:10.291670 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Pushing event updated for resources: {'Port': ['ID=200e23e2-a88e-4749-a986-834647745f7c,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:10.333329 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:10.517734 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:10.575933 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-156b4fa9-6cee-4dfb-b621-049903fc8ce3 None None] Provisioning for port 200e23e2-a88e-4749-a986-834647745f7c completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:10.582103 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-156b4fa9-6cee-4dfb-b621-049903fc8ce3 None None] Provisioning complete for port 200e23e2-a88e-4749-a986-834647745f7c triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:10.585597 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-156b4fa9-6cee-4dfb-b621-049903fc8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:10.637969 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98297393-bc72-4121-bd19-187126be7e2f req-772b30c4-51cb-4b79-b975-299ef800087c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:10.639820 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-98297393-bc72-4121-bd19-187126be7e2f req-772b30c4-51cb-4b79-b975-299ef800087c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1605785 Aug 07 02:22:10.646275 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-156b4fa9-6cee-4dfb-b621-049903fc8ce3 None None] Port 200e23e2-a88e-4749-a986-834647745f7c cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:22:10.714327 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-98297393-bc72-4121-bd19-187126be7e2f req-37a255d0-e65b-4120-ae7b-f072b7ff3985 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Aug 07 02:22:10.760096 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83c1fd-3b9c-4531-8574-e7452972e62d req-62fb4956-d5dc-4d46-86a3-429fce5e3266 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:10.761576 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2d83c1fd-3b9c-4531-8574-e7452972e62d req-62fb4956-d5dc-4d46-86a3-429fce5e3266 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.1800163 Aug 07 02:22:10.824250 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2d83c1fd-3b9c-4531-8574-e7452972e62d req-31779715-ea11-4a3a-a077-37b914a00cd0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546229 Aug 07 02:22:10.867067 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:10.880960 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:11.011689 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Pushing event updated for resources: {'Port': ['ID=200e23e2-a88e-4749-a986-834647745f7c,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:11.019669 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:11.042835 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4341b-cc41-4aff-a74f-6d38688329da req-ef4f74a2-a7fc-44e4-a59c-b9be10d97eac tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:11.044388 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-72f4341b-cc41-4aff-a74f-6d38688329da req-ef4f74a2-a7fc-44e4-a59c-b9be10d97eac tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.1192439 Aug 07 02:22:11.065946 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1ecd7-9608-4b30-b328-382bddb382b8 req-a924e3db-ea42-4b89-b1ab-84f3d91893df tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:11.067428 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e4b1ecd7-9608-4b30-b328-382bddb382b8 req-a924e3db-ea42-4b89-b1ab-84f3d91893df tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.1275473 Aug 07 02:22:11.172567 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-72f4341b-cc41-4aff-a74f-6d38688329da req-4965d79a-810a-4811-95d0-9d67fdff9731 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803790 Aug 07 02:22:11.180773 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e4b1ecd7-9608-4b30-b328-382bddb382b8 req-fc09cbe1-025c-44c0-aad1-0f2bb0357057 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874977 Aug 07 02:22:11.202917 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Network 3114f6cd-9365-4f03-b334-46243f0fcc9a is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:22:11.204299 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:22:11.326336 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:22:11.469941 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:22:11.476004 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-6a4b3245-d412-4b36-874d-a7c1fe85364b None None] Provisioning complete for port 200e23e2-a88e-4749-a986-834647745f7c triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:11.476143 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ee5a34b6-2cdf-4a83-9e99-a7903187645c admin admin] 10.222.0.11 "PUT /v2.0/routers/6d6438f7-61ed-4c3c-9ecb-6924e90d574e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9889290 Aug 07 02:22:11.476391 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3245-d412-4b36-874d-a7c1fe85364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:11.491321 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ac83-3a37-45a2-a88b-b5cab42288b7 req-5e6ad224-9ce9-450f-bf9f-271d5eeafee1 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:11.492869 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2c6ac83-3a37-45a2-a88b-b5cab42288b7 req-5e6ad224-9ce9-450f-bf9f-271d5eeafee1 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0724740 Aug 07 02:22:11.516896 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b3245-d412-4b36-874d-a7c1fe85364b None None] Port 200e23e2-a88e-4749-a986-834647745f7c cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:22:11.540315 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2c6ac83-3a37-45a2-a88b-b5cab42288b7 req-4ced9736-7531-482a-91c6-50cfb37bdbb4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397084 Aug 07 02:22:11.780390 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-ba4d844b-d4b6-4329-b2bf-531189d0a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:11.782254 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-ba4d844b-d4b6-4329-b2bf-531189d0a3e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 1099 time: 0.3289077 Aug 07 02:22:11.857133 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6be5a-16fe-4384-829f-0382cd665c19 req-768cf9d6-4913-4fe3-a128-5b1a432e9aa7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:11.868583 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-41d6be5a-16fe-4384-829f-0382cd665c19 req-768cf9d6-4913-4fe3-a128-5b1a432e9aa7 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0534019 Aug 07 02:22:11.924961 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-41d6be5a-16fe-4384-829f-0382cd665c19 req-48b92a70-8ba5-41fa-b2c7-308e090fe0df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598233 Aug 07 02:22:11.925562 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd95037-a861-4a60-a659-f36fd2cce298 req-3b4ac562-2e30-4e8d-bff3-8837f2ad498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:11.927132 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-fdd95037-a861-4a60-a659-f36fd2cce298 req-3b4ac562-2e30-4e8d-bff3-8837f2ad498c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1098 time: 0.0806794 Aug 07 02:22:11.928765 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-869e0fd1-03a1-47b9-b45a-a88eb833e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:11.929848 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-869e0fd1-03a1-47b9-b45a-a88eb833e764 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 911 time: 0.1369421 Aug 07 02:22:12.001083 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23115a-2e0b-4e4a-aba7-f5519f0e17ed req-d92f32d1-e83b-43a5-ac80-d9f1b44afe19 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:12.003513 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3c23115a-2e0b-4e4a-aba7-f5519f0e17ed req-d92f32d1-e83b-43a5-ac80-d9f1b44afe19 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0629485 Aug 07 02:22:12.023768 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Sync routers for ids ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:22:12.047862 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-fdd95037-a861-4a60-a659-f36fd2cce298 req-a8a2e844-8159-4a45-94db-e586c8f2d44d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980134 Aug 07 02:22:12.049518 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-786fa0a0-5e68-47f0-8d30-257b5f3faa2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956c1362-3062-4e69-a133-5684aa7b1f98 HTTP/1.1" status: 200 len: 1000 time: 0.0984778 Aug 07 02:22:12.057013 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Routers {'6d6438f7-61ed-4c3c-9ecb-6924e90d574e'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:12.058288 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:12.087149 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3c23115a-2e0b-4e4a-aba7-f5519f0e17ed req-abc43dd8-f09c-4684-a891-9d25e4e22498 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774386 Aug 07 02:22:12.110131 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 47b1f310-fd3e-46e3-b364-0765a18cdced up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:12.159844 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-318d4d52-0b24-4c65-af87-13beb876f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:12.161677 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-318d4d52-0b24-4c65-af87-13beb876f0cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 200 len: 849 time: 0.0580778 Aug 07 02:22:12.217138 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 47b1f310-fd3e-46e3-b364-0765a18cdced completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:12.221471 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Set router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:12.223813 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 47b1f310-fd3e-46e3-b364-0765a18cdced triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:12.224150 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:12.224820 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-09060a70-5b1b-4001-90ec-7af70426298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:12.226446 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-09060a70-5b1b-4001-90ec-7af70426298e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d2b172-ffc6-4791-b79b-051731a936e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469058 Aug 07 02:22:12.369191 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a33b0-ac68-4970-8d0c-2baf8fa67da2 req-3288f817-8d6e-4c67-9b1f-721d34a4ba24 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:12.372051 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-881a33b0-ac68-4970-8d0c-2baf8fa67da2 req-3288f817-8d6e-4c67-9b1f-721d34a4ba24 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.0824623 Aug 07 02:22:12.380799 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-388c0ade-2662-4a81-a40a-eb86ddb60e83 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:12.382424 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-388c0ade-2662-4a81-a40a-eb86ddb60e83 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 946 time: 0.0859611 Aug 07 02:22:12.389580 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-50a9cc51-de6d-4143-8342-ac2bd5f81b0c service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548104 Aug 07 02:22:12.440655 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-881a33b0-ac68-4970-8d0c-2baf8fa67da2 req-427a2bf9-4fa6-4167-82c5-e58e347523fc tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8d3ff98-9aba-472b-b9b7-372cf16eb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572286 Aug 07 02:22:12.567249 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2f7864bb-ed85-499d-99d9-220e401c22b8 req-06f25066-fdbc-47c9-b352-44d2776d226c service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697881 Aug 07 02:22:12.574814 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Deleting port 9f15414f-1447-45f5-a31d-aa5734802199 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:22:12.575164 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:12.579791 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:12.633121 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 47b1f310-fd3e-46e3-b364-0765a18cdced, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=47b1f310-fd3e-46e3-b364-0765a18cdced,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:12.639669 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:12.697880 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6edd7a-4efa-4168-a255-5c8a7b3e7364 req-f465b921-73f1-43f2-9f26-2cd56d2d3333 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:12.706957 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9d6edd7a-4efa-4168-a255-5c8a7b3e7364 req-f465b921-73f1-43f2-9f26-2cd56d2d3333 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0785213 Aug 07 02:22:12.731146 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=47b1f310-fd3e-46e3-b364-0765a18cdced,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:12.751938 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:22:05Z', 'updated_at': '2021-08-07T02:22:10Z', 'revision_number': 4, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'gw_port': {'id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:06Z', 'updated_at': '2021-08-07T02:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '200e23e2-a88e-4749-a986-834647745f7c', 'name': '', 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'mac_address': 'fa:16:3e:b9:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '64a569b2-78b9-42e3-bb0f-e82de36c76d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:09Z', 'updated_at': '2021-08-07T02:22:10Z', 'revision_number': 2, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'subnets': [{'id': '64a569b2-78b9-42e3-bb0f-e82de36c76d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:12.763701 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] For port 9f15414f-1447-45f5-a31d-aa5734802199, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=9f15414f-1447-45f5-a31d-aa5734802199,segment=NetworkSegment(ff198296-e31d-46d8-9e14-72ef55a31227),segment_id=ff198296-e31d-46d8-9e14-72ef55a31227)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:12.764471 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:12.782831 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9d6edd7a-4efa-4168-a255-5c8a7b3e7364 req-475ff667-3028-4237-a922-7a71ee84b423 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628777 Aug 07 02:22:12.785433 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Checking router: 6d6438f7-61ed-4c3c-9ecb-6924e90d574e for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:22:12.785797 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Updating router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e port 200e23e2-a88e-4749-a986-834647745f7c binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:22:12.790610 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Calling delete_port for 9f15414f-1447-45f5-a31d-aa5734802199 owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:22:12.825044 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:13.049768 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:13.066519 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['9f15414f-1447-45f5-a31d-aa5734802199'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:22:13.077429 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Pushing event deleted for resources: {'Port': ['ID=9f15414f-1447-45f5-a31d-aa5734802199,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:13.105566 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903d229-7d7e-445e-a9ea-bb520b8ba441 req-14449f14-f21f-4a9f-a244-4cdb93b26973 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:13.109243 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e903d229-7d7e-445e-a9ea-bb520b8ba441 req-14449f14-f21f-4a9f-a244-4cdb93b26973 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0821815 Aug 07 02:22:13.166309 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e903d229-7d7e-445e-a9ea-bb520b8ba441 req-52921ae9-09a1-45bd-9bfd-6667e07d6eaa tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510204 Aug 07 02:22:13.178847 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] No DVR routers for this DVR port 9f15414f-1447-45f5-a31d-aa5734802199 on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:22:13.184194 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:13.186282 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-47c99dce-1a7d-466e-a435-e943078c9ff2 req-f7848cf7-ed60-42b6-b954-e802b8951041 tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.16 "DELETE /v2.0/ports/9f15414f-1447-45f5-a31d-aa5734802199 HTTP/1.1" status: 204 len: 173 time: 0.7960329 Aug 07 02:22:13.186788 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90f1c46-6aa8-4709-b0fb-10faf8af46d4', 'name': 'network-vif-deleted', 'tag': '9f15414f-1447-45f5-a31d-aa5734802199'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:22:13.197200 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f2aa0d-b0cc-4695-a388-315893f7ccff" -d '{"events": [{"server_uuid": "e90f1c46-6aa8-4709-b0fb-10faf8af46d4", "name": "network-vif-deleted", "tag": "9f15414f-1447-45f5-a31d-aa5734802199"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:22:13.268530 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06911fe5-eb10-436e-b8d4-65392b8038bf req-aab8b9e3-5510-4661-bdc2-9bd08daeedb3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:13.270551 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-06911fe5-eb10-436e-b8d4-65392b8038bf req-aab8b9e3-5510-4661-bdc2-9bd08daeedb3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0747557 Aug 07 02:22:13.329852 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-06911fe5-eb10-436e-b8d4-65392b8038bf req-c5bd4510-6081-42ce-ae02-658d8a43b082 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529885 Aug 07 02:22:13.394409 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:13.409373 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Transition to ACTIVE for port object 200e23e2-a88e-4749-a986-834647745f7c will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:13.417291 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:13.421646 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597baada-3a51-4564-a67a-28b24fd01899 x-openstack-request-id: req-597baada-3a51-4564-a67a-28b24fd01899 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:22:13.422322 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90f1c46-6aa8-4709-b0fb-10faf8af46d4", "name": "network-vif-deleted", "tag": "9f15414f-1447-45f5-a31d-aa5734802199", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:22:13.422322 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-597baada-3a51-4564-a67a-28b24fd01899 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:22:13.422694 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90f1c46-6aa8-4709-b0fb-10faf8af46d4', 'name': 'network-vif-deleted', 'tag': '9f15414f-1447-45f5-a31d-aa5734802199', 'status': 'completed', 'code': 200} Aug 07 02:22:13.533776 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc055d-7b46-4c1d-8855-8db4f098840c None None] Pushing event updated for resources: {'Port': ['ID=200e23e2-a88e-4749-a986-834647745f7c,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:13.593351 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a44e9e22-bbbe-4c90-ae0c-7f9ca4afd0ce req-5b9fa436-6ee5-43f2-b128-42d8814442cf tempest-AttachVolumeNegativeTest-1474152194 tempest-AttachVolumeNegativeTest-1474152194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90f1c46-6aa8-4709-b0fb-10faf8af46d4 HTTP/1.1" status: 200 len: 210 time: 0.0382404 Aug 07 02:22:13.594604 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Attempting to bind port 200e23e2-a88e-4749-a986-834647745f7c on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:22:13.595413 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Attempting to bind port 200e23e2-a88e-4749-a986-834647745f7c by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': '869b710f-d2b9-4da9-bfc1-27b4287df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:22:13.596837 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Attempting to bind port 200e23e2-a88e-4749-a986-834647745f7c on network 3114f6cd-9365-4f03-b334-46243f0fcc9a {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:22:13.620050 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:22:13.620445 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Checking segment: {'id': '869b710f-d2b9-4da9-bfc1-27b4287df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:22:13.621395 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:13.622632 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Bound using segment: {'id': '869b710f-d2b9-4da9-bfc1-27b4287df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:22:13.629208 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Bound port: 200e23e2-a88e-4749-a986-834647745f7c, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869b710f-d2b9-4da9-bfc1-27b4287df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:22:13.629634 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:13.721314 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] For port 200e23e2-a88e-4749-a986-834647745f7c, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:22:13.723560 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-1b9e34e0-a2b1-4d6b-8b56-c1a9f14157b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:13.729467 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-1b9e34e0-a2b1-4d6b-8b56-c1a9f14157b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11229447b4404271989114c5e9bbb86c&device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 1098 time: 0.1014822 Aug 07 02:22:13.729625 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] For port 200e23e2-a88e-4749-a986-834647745f7c, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=200e23e2-a88e-4749-a986-834647745f7c,segment=NetworkSegment(869b710f-d2b9-4da9-bfc1-27b4287df5e1),segment_id=869b710f-d2b9-4da9-bfc1-27b4287df5e1)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:22:13.735417 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:13.773728 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56583344-cd0b-41ef-959b-69eef3546207 req-e577d9aa-446c-44a8-b2cf-aa02449bfeef tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:13.786199 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-56583344-cd0b-41ef-959b-69eef3546207 req-e577d9aa-446c-44a8-b2cf-aa02449bfeef tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.1036201 Aug 07 02:22:13.812478 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc055d-7b46-4c1d-8855-8db4f098840c None None] Pushing event updated for resources: {'Port': ['ID=200e23e2-a88e-4749-a986-834647745f7c,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:13.833174 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Routers {'6d6438f7-61ed-4c3c-9ecb-6924e90d574e'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:13.833812 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:21:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:13.901656 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-26316f02-9be7-4b44-8601-b530e7a2733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:13.904335 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-26316f02-9be7-4b44-8601-b530e7a2733b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 200 len: 920 time: 0.1617012 Aug 07 02:22:13.917348 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-56583344-cd0b-41ef-959b-69eef3546207 req-448e1d7f-a71d-4049-a397-9f37d5b015a5 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234941 Aug 07 02:22:14.009323 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-b03a1601-1bba-4819-9d13-f44f50d8caf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd914d8-086d-45bf-9e4e-06966888f057 HTTP/1.1" status: 200 len: 217 time: 0.0849450 Aug 07 02:22:14.011492 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] Set router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:14.122677 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 47b1f310-fd3e-46e3-b364-0765a18cdced up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:14.127722 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-cbd4467c-cac9-4217-b49c-aa256bc8b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:14.130490 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-cbd4467c-cac9-4217-b49c-aa256bc8b476 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 200 len: 859 time: 0.1115198 Aug 07 02:22:14.144959 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab067ed-914c-4800-90ca-bd392ad8a153 req-66ceb79b-277c-45c2-8a94-66318d09ab1e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:14.155343 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ab067ed-914c-4800-90ca-bd392ad8a153 req-66ceb79b-277c-45c2-8a94-66318d09ab1e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.1607718 Aug 07 02:22:14.177406 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-f1e0fff8-ada8-4144-a4f4-960abc37fb10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22ea49b-5290-4604-bb53-24e953d4705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376527 Aug 07 02:22:14.205007 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ab067ed-914c-4800-90ca-bd392ad8a153 req-7d16b857-1b3d-490a-9a3f-4dc7e003502e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482159 Aug 07 02:22:14.292457 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-185b038c-b6b7-4ef6-9f06-f271632859ab service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067629 Aug 07 02:22:14.324863 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 47b1f310-fd3e-46e3-b364-0765a18cdced triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:14.327760 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:14.400559 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d8e72815-3783-41e7-83b7-05e32ea558e2 req-1423e15f-0a4b-4762-9463-0fb21789329d service neutron] 10.222.0.16 "GET /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000760 Aug 07 02:22:14.469391 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:22:05Z', 'updated_at': '2021-08-07T02:22:10Z', 'revision_number': 4, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'gw_port': {'id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:06Z', 'updated_at': '2021-08-07T02:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '200e23e2-a88e-4749-a986-834647745f7c', 'name': '', 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'mac_address': 'fa:16:3e:b9:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '64a569b2-78b9-42e3-bb0f-e82de36c76d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:09Z', 'updated_at': '2021-08-07T02:22:13Z', 'revision_number': 4, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'subnets': [{'id': '64a569b2-78b9-42e3-bb0f-e82de36c76d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:14.480488 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17579f-929a-4af8-a323-93555f67d6ad req-037b21af-3317-4597-b33a-47be8097af66 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:14.482413 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dd17579f-929a-4af8-a323-93555f67d6ad req-037b21af-3317-4597-b33a-47be8097af66 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0747275 Aug 07 02:22:14.499246 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e82742-ba2d-4463-a97b-331541852135 None None] The sync data for ids ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'] in dv-cinder-782390-7-iscsi is: [{'id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:22:05Z', 'updated_at': '2021-08-07T02:22:10Z', 'revision_number': 4, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'gw_port': {'id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:06Z', 'updated_at': '2021-08-07T02:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '200e23e2-a88e-4749-a986-834647745f7c', 'name': '', 'network_id': '3114f6cd-9365-4f03-b334-46243f0fcc9a', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'mac_address': 'fa:16:3e:b9:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '64a569b2-78b9-42e3-bb0f-e82de36c76d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:09Z', 'updated_at': '2021-08-07T02:22:13Z', 'revision_number': 4, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'subnets': [{'id': '64a569b2-78b9-42e3-bb0f-e82de36c76d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:22:14.536090 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dd17579f-929a-4af8-a323-93555f67d6ad req-eae4b33c-3095-4b86-9bc3-15080592e108 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474885 Aug 07 02:22:14.676537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 58902) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:14.732268 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-5855dc03-58ba-44f3-8b9a-de0dade87e7a admin admin] Deleting subnet 1d43d8e7-ffe8-4b67-a4a1-665e7c06874f {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:22:14.736623 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5855dc03-58ba-44f3-8b9a-de0dade87e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:14.790048 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5855dc03-58ba-44f3-8b9a-de0dade87e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125182'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.092660 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5855dc03-58ba-44f3-8b9a-de0dade87e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.187931 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24245760-aa6b-4e80-9c73-d73cec81bf28 req-e2100a11-544c-4b25-836c-44743b42d7f1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:15.189497 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24245760-aa6b-4e80-9c73-d73cec81bf28 req-e2100a11-544c-4b25-836c-44743b42d7f1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0940115 Aug 07 02:22:15.218074 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5855dc03-58ba-44f3-8b9a-de0dade87e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2616737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3338023'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.249750 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5855dc03-58ba-44f3-8b9a-de0dade87e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.254041 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-5855dc03-58ba-44f3-8b9a-de0dade87e7a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1d43d8e7-ffe8-4b67-a4a1-665e7c06874f HTTP/1.1" status: 204 len: 168 time: 0.5739744 Aug 07 02:22:15.255033 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58906) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:15.275267 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855dc03-58ba-44f3-8b9a-de0dade87e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d43d8e7-ffe8-4b67-a4a1-665e7c06874f,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:15.308179 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24245760-aa6b-4e80-9c73-d73cec81bf28 req-e25ee14d-93ad-40ab-b4e9-61e8c14eae82 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960326 Aug 07 02:22:15.362442 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.464609 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.476223 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649fcc2f-0f7f-4b36-82f5-409fd88e9039']}} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:15.489267 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff198296-e31d-46d8-9e14-72ef55a31227') {'for_net_delete': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:15.494550 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff198296-e31d-46d8-9e14-72ef55a31227') {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:15.511974 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175301'] for segment, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.527796 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.535184 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:22:15.535585 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175400'] for segment, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: Traceback (most recent call last): Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: timer() Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: cb(*args, **kw) Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: return func(*args, **kwargs) Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: self._notify() Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: self.callback(batched_events) Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: event.method(event) Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: return f(self, *a, **k) Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._get(url).json() Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: return self.request(url, 'GET', **kwargs) Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:22:15.537278 dv-cinder-782390-7-iscsi neutron-server[93283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:22:15.621570 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.653023 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:15.663954 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] 10.222.0.11 "DELETE /v2.0/networks/649fcc2f-0f7f-4b36-82f5-409fd88e9039 HTTP/1.1" status: 204 len: 168 time: 0.4071569 Aug 07 02:22:15.665139 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1efc43-aa29-4698-8e4c-ae42acb39b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=649fcc2f-0f7f-4b36-82f5-409fd88e9039,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:15.770532 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47654e3-561f-4f45-9e3b-f651163d9b41 req-b8457b5a-424a-42b0-a507-3e879215762c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:15.772405 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c47654e3-561f-4f45-9e3b-f651163d9b41 req-b8457b5a-424a-42b0-a507-3e879215762c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0799356 Aug 07 02:22:15.839856 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c47654e3-561f-4f45-9e3b-f651163d9b41 req-9a209d2b-fc6a-4944-971b-6c6d24b54b22 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564609 Aug 07 02:22:15.946862 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58914) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:16.008358 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-3363478e-01a1-4317-9588-71cae4784aa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebce2a00655943289ebeb08edcce7aae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0581160 Aug 07 02:22:16.008769 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 58916) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:16.084026 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d948358f-dff6-483c-9353-6afd4b3b4b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:16.110623 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d948358f-dff6-483c-9353-6afd4b3b4b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:16.132067 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 200e23e2-a88e-4749-a986-834647745f7c up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:16.165515 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 9f15414f-1447-45f5-a31d-aa5734802199 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:22:16.193537 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 9f15414f-1447-45f5-a31d-aa5734802199 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:22:16.193886 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 9f15414f-1447-45f5-a31d-aa5734802199 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:22:16.219084 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d948358f-dff6-483c-9353-6afd4b3b4b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:16.219084 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d948358f-dff6-483c-9353-6afd4b3b4b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:16.219084 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d948358f-dff6-483c-9353-6afd4b3b4b15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8d3ff98-9aba-472b-b9b7-372cf16eb769 HTTP/1.1" status: 204 len: 168 time: 0.1936495 Aug 07 02:22:16.238536 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 200e23e2-a88e-4749-a986-834647745f7c completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:16.238536 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 200e23e2-a88e-4749-a986-834647745f7c triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:16.238536 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:16.252724 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948358f-dff6-483c-9353-6afd4b3b4b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d3ff98-9aba-472b-b9b7-372cf16eb769,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:16.361979 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:16.446420 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 200e23e2-a88e-4749-a986-834647745f7c, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=200e23e2-a88e-4749-a986-834647745f7c,segment=NetworkSegment(869b710f-d2b9-4da9-bfc1-27b4287df5e1),segment_id=869b710f-d2b9-4da9-bfc1-27b4287df5e1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:16.471734 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:16.520324 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0f715-3455-4463-82e3-80222b7a2645 req-98be57cc-a662-4cc0-8479-d53a9faf3574 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:16.523012 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-12f0f715-3455-4463-82e3-80222b7a2645 req-98be57cc-a662-4cc0-8479-d53a9faf3574 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0930507 Aug 07 02:22:16.544409 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=200e23e2-a88e-4749-a986-834647745f7c,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:16.575002 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-12f0f715-3455-4463-82e3-80222b7a2645 req-20b89536-bf22-43e5-8f51-ecf8d4ac0db0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454786 Aug 07 02:22:17.013131 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216309c0-59a0-452c-95f0-d7e877af202c req-61a702c4-d80b-425e-8121-23ff5e9b27fa tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:17.015221 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-216309c0-59a0-452c-95f0-d7e877af202c req-61a702c4-d80b-425e-8121-23ff5e9b27fa tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.0679913 Aug 07 02:22:17.060377 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8b085560-4f5e-40a3-b21c-72ee702bda6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:17.069399 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-216309c0-59a0-452c-95f0-d7e877af202c req-b5c64ced-da5d-4d58-8e58-74f126d50326 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456531 Aug 07 02:22:17.701013 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a0cde-3ff7-495f-a3a8-ab466825c3f3 req-02750150-8f8f-4a4c-b51a-5a6751832d9b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:17.708198 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-081a0cde-3ff7-495f-a3a8-ab466825c3f3 req-02750150-8f8f-4a4c-b51a-5a6751832d9b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0612006 Aug 07 02:22:17.768787 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-081a0cde-3ff7-495f-a3a8-ab466825c3f3 req-7854157a-cec4-4f2b-9f6f-f5a53d82a9da tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595660 Aug 07 02:22:17.857229 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 58980) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:18.006595 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5454b1fb-c989-4082-b027-b0ca2e61c4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.087705 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 200e23e2-a88e-4749-a986-834647745f7c up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:18.183709 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:22:18.216126 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5454b1fb-c989-4082-b027-b0ca2e61c4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.223736 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5454b1fb-c989-4082-b027-b0ca2e61c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.270161 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 200e23e2-a88e-4749-a986-834647745f7c triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:18.270833 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.295275 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454b1fb-c989-4082-b027-b0ca2e61c4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c616907-e287-49c6-b16f-f2a66d42b454,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:18.300830 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-5454b1fb-c989-4082-b027-b0ca2e61c4bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e85e655bb0724bf8a63ab8dfa0579cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411283 Aug 07 02:22:18.302627 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 58992) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:18.345293 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a7cb-1b1f-4118-b251-314285860ba9 req-88d37592-eddb-4199-87f9-c3b7e0092b3c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:18.346851 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a913a7cb-1b1f-4118-b251-314285860ba9 req-88d37592-eddb-4199-87f9-c3b7e0092b3c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 944 time: 0.1190290 Aug 07 02:22:18.394564 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.407377 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:18.413076 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a913a7cb-1b1f-4118-b251-314285860ba9 req-19e255b5-6a9c-47a5-8559-4734cffec9d9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600522 Aug 07 02:22:18.433902 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '87521203-6829-426a-ab6f-720a12a61d9a', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'port_id': '87521203-6829-426a-ab6f-720a12a61d9a', 'mac_address': 'fa:16:3e:62:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:22:18.435720 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.478191 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.494558 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.498690 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.501383 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87521203-6829-426a-ab6f-720a12a61d9a {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:22:18.505323 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c616907-e287-49c6-b16f-f2a66d42b454 HTTP/1.1" status: 204 len: 168 time: 0.1981864 Aug 07 02:22:18.517092 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c616907-e287-49c6-b16f-f2a66d42b454,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:18.537776 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.538278 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.538665 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.539082 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.539544 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.539882 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.540222 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.540554 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.540888 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.541216 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.541545 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.541911 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7b71d-f3ef-4e64-ad7c-f6a6864b0215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:18.551436 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:18.562843 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:18.629280 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=9']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:18.900431 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['87521203-6829-426a-ab6f-720a12a61d9a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:22:19.359155 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:22:19.567434 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca29c4-2ee6-4b1d-b6f6-99d1e66f11cb req-762c2dc4-231f-4bbc-afdb-cf72ee8b233d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:19.573342 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eaca29c4-2ee6-4b1d-b6f6-99d1e66f11cb req-762c2dc4-231f-4bbc-afdb-cf72ee8b233d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 945 time: 0.0692339 Aug 07 02:22:19.591931 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-78140859-3a29-4074-a8fa-6b6247a2f828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:19.626224 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eaca29c4-2ee6-4b1d-b6f6-99d1e66f11cb req-d68f8e1a-fb70-4851-8ec4-686db8a71933 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 Aug 07 02:22:19.780636 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:20.200327 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:20.260680 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 87521203-6829-426a-ab6f-720a12a61d9a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:20.261053 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:20.368564 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:20.392659 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:22:20.395238 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31782ec-f396-4759-aeb7-1d227e62e5dd" -d '{"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-plugged", "status": "completed", "tag": "87521203-6829-426a-ab6f-720a12a61d9a"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:22:20.410705 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:20.415617 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:20.476547 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bcb7d2-c692-4d7d-917b-e241a48ab3f0 x-openstack-request-id: req-e4bcb7d2-c692-4d7d-917b-e241a48ab3f0 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:22:20.484793 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-plugged", "status": "completed", "tag": "87521203-6829-426a-ab6f-720a12a61d9a", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:22:20.485065 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4bcb7d2-c692-4d7d-917b-e241a48ab3f0 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:22:20.485501 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a', 'code': 200} Aug 07 02:22:20.486548 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=10']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:20.621213 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59054) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:20.782918 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-93984d75-3a90-4ddf-a123-ba2b800a65f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:20.842553 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4443e-3f41-48b7-92e8-e09273117f03 req-2a58d79c-c111-414d-bf3b-499f279171a0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:20.859374 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e9d4443e-3f41-48b7-92e8-e09273117f03 req-2a58d79c-c111-414d-bf3b-499f279171a0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.1529138 Aug 07 02:22:20.878229 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:20.912257 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e9d4443e-3f41-48b7-92e8-e09273117f03 req-cd586bdd-df8c-4bc4-9fb7-0a90e5e65803 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516355 Aug 07 02:22:20.969055 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-93984d75-3a90-4ddf-a123-ba2b800a65f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:20.974555 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-93984d75-3a90-4ddf-a123-ba2b800a65f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:21.044963 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-93984d75-3a90-4ddf-a123-ba2b800a65f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bf5b9c75fa64d9ca3291cd932e8e534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224219 Aug 07 02:22:21.046552 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93984d75-3a90-4ddf-a123-ba2b800a65f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410de2c6-fdab-490d-a88b-b599cacb3c09,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:21.047586 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59060) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:21.067494 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6baeb7-b684-4872-ac20-2a6caa0fbfb6 req-3b1f4f45-8847-438c-ba05-d07adb4642ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:21.069076 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5b6baeb7-b684-4872-ac20-2a6caa0fbfb6 req-3b1f4f45-8847-438c-ba05-d07adb4642ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 1100 time: 0.0661063 Aug 07 02:22:21.112526 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1ba0-0f02-4b6f-87de-605f779717a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:21.115661 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5b6baeb7-b684-4872-ac20-2a6caa0fbfb6 req-09cb4a8f-b6c4-4ec8-a69e-764c2321bc3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391786 Aug 07 02:22:21.137292 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1ba0-0f02-4b6f-87de-605f779717a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:21.189862 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1ba0-0f02-4b6f-87de-605f779717a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:21.192411 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1ba0-0f02-4b6f-87de-605f779717a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:21.193792 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e0ff1ba0-0f02-4b6f-87de-605f779717a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/410de2c6-fdab-490d-a88b-b599cacb3c09 HTTP/1.1" status: 204 len: 168 time: 0.1452305 Aug 07 02:22:21.204335 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1ba0-0f02-4b6f-87de-605f779717a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410de2c6-fdab-490d-a88b-b599cacb3c09,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:21.664677 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59068) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:21.685084 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f3aae50-2526-4a02-aca6-f8a2940a90c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:21.855494 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f3aae50-2526-4a02-aca6-f8a2940a90c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:21.861292 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6f3aae50-2526-4a02-aca6-f8a2940a90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:21.933933 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3aae50-2526-4a02-aca6-f8a2940a90c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39bfbf0-e435-4387-a793-c26d8c5029f6,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:21.940659 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6f3aae50-2526-4a02-aca6-f8a2940a90c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8047ab82db3e45a09492ebddf77bc830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748599 Aug 07 02:22:21.943411 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59074) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:22.007711 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7637234-3ff1-4575-9115-435451539908 req-aa11c3ac-1cc9-45d0-9d22-fa616bbac257 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:22.015900 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f7637234-3ff1-4575-9115-435451539908 req-aa11c3ac-1cc9-45d0-9d22-fa616bbac257 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1121726 Aug 07 02:22:22.073995 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2f28-dc0f-40c0-b433-3bf5c13cb871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:22.117593 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f7637234-3ff1-4575-9115-435451539908 req-16351d9f-5672-48cc-a21a-d08f9836c5e5 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008241 Aug 07 02:22:22.123431 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2f28-dc0f-40c0-b433-3bf5c13cb871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:22.155306 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8598942-348c-4e35-88f0-edc5332f1a89 req-1dab8182-83f2-4286-b1b0-7d9e3a4da158 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:22.157030 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e8598942-348c-4e35-88f0-edc5332f1a89 req-1dab8182-83f2-4286-b1b0-7d9e3a4da158 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.1306543 Aug 07 02:22:22.213124 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e8598942-348c-4e35-88f0-edc5332f1a89 req-4951dd19-548a-40fd-89cd-21646e346859 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492489 Aug 07 02:22:22.234029 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2f28-dc0f-40c0-b433-3bf5c13cb871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:22.237674 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ec1a2f28-dc0f-40c0-b433-3bf5c13cb871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:22.239192 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ec1a2f28-dc0f-40c0-b433-3bf5c13cb871 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c39bfbf0-e435-4387-a793-c26d8c5029f6 HTTP/1.1" status: 204 len: 168 time: 0.2947226 Aug 07 02:22:22.249718 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a2f28-dc0f-40c0-b433-3bf5c13cb871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39bfbf0-e435-4387-a793-c26d8c5029f6,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:22.278765 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:23.270139 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c62f3-f481-4f79-ad48-c02b8e83d95d req-d3ef7e02-93d7-48f2-9e57-9a1474011377 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:23.277944 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-615c62f3-f481-4f79-ad48-c02b8e83d95d req-d3ef7e02-93d7-48f2-9e57-9a1474011377 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0641720 Aug 07 02:22:23.369471 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-615c62f3-f481-4f79-ad48-c02b8e83d95d req-91bc9673-dbb3-41ac-ab92-0f8b4473d1cf tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852191 Aug 07 02:22:23.421655 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0e6f-066a-4529-9161-bef302a5026f req-b3b67a27-9f4c-4b29-a0d1-1d43103f1041 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:23.423384 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d27c0e6f-066a-4529-9161-bef302a5026f req-b3b67a27-9f4c-4b29-a0d1-1d43103f1041 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.0520387 Aug 07 02:22:23.475529 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d27c0e6f-066a-4529-9161-bef302a5026f req-3fe53f3e-844a-4582-b694-5c348bb68caa tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Aug 07 02:22:24.278406 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-e3b0f16a-e335-484b-8d37-bab4d102992f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:24.279794 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-e3b0f16a-e335-484b-8d37-bab4d102992f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/networks?id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3 HTTP/1.1" status: 200 len: 814 time: 0.1063154 Aug 07 02:22:24.295553 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-87493ff6-c10f-457f-9190-6f85d8d82bea tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/quotas/6f7483acfdd149668c9fae88d2b37364 HTTP/1.1" status: 200 len: 375 time: 0.0097921 Aug 07 02:22:24.352538 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-a957aa14-72db-42e8-8cc1-78ac0d4c175a tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f7483acfdd149668c9fae88d2b37364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498152 Aug 07 02:22:24.466971 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-58731805-0e81-4ca5-af7b-040290f3c319 service neutron] 10.222.0.11 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025186 Aug 07 02:22:24.496290 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59208) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:24.554289 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c5d7b-3113-4a14-b9f1-d9570d9b8b08 req-9cbd0ffd-2c62-4847-be9d-1c20502cd761 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:24.555702 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-881c5d7b-3113-4a14-b9f1-d9570d9b8b08 req-9cbd0ffd-2c62-4847-be9d-1c20502cd761 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.1086600 Aug 07 02:22:24.602877 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-d89cff0b-dc7d-4790-b310-5061e0d52b3b service neutron] 10.222.0.11 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225071 Aug 07 02:22:24.616892 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-881c5d7b-3113-4a14-b9f1-d9570d9b8b08 req-422aee4c-27c3-423c-b609-970a6cf581c4 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497150 Aug 07 02:22:24.627982 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d60e9c46-1058-470b-9983-786b3524ecd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:24.700648 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25269557-670c-4fdd-8849-7311d6032705 req-bdb42a9f-272d-465c-8c1d-b5fcb1e92d85 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:24.702247 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-25269557-670c-4fdd-8849-7311d6032705 req-bdb42a9f-272d-465c-8c1d-b5fcb1e92d85 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 946 time: 0.0753775 Aug 07 02:22:24.729763 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fa078-11fe-4f5d-bd68-70f1fde2e648 req-4ca0d04c-e28e-4e3e-9370-c2f532f57597 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:24.731385 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c98fa078-11fe-4f5d-bd68-70f1fde2e648 req-4ca0d04c-e28e-4e3e-9370-c2f532f57597 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.0556808 Aug 07 02:22:24.798445 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fe6276c2-3f70-4ea4-9079-12675436ec8f req-2487888d-edce-450f-ad57-c52086667c3c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 210 time: 0.0406597 Aug 07 02:22:24.801889 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c98fa078-11fe-4f5d-bd68-70f1fde2e648 req-7f00e039-25e3-45b7-8a63-b065a64490ce tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623741 Aug 07 02:22:24.871958 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d60e9c46-1058-470b-9983-786b3524ecd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:24.879180 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d60e9c46-1058-470b-9983-786b3524ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:24.891979 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-25269557-670c-4fdd-8849-7311d6032705 req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Deleting port 036501bb-6d82-4d50-a96c-97f3166d7799 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:22:24.892312 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-25269557-670c-4fdd-8849-7311d6032705 req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:24.968636 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d60e9c46-1058-470b-9983-786b3524ecd0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5cd20bb90db402ab107440cc810767d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712713 Aug 07 02:22:24.971522 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59222) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:24.976115 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e9c46-1058-470b-9983-786b3524ecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f54cd8b-423a-4d03-9c82-9d86133e6162,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:25.028137 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7d23e974-4763-479a-a90f-fb8afcc892df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.031255 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-25269557-670c-4fdd-8849-7311d6032705 req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] For port 036501bb-6d82-4d50-a96c-97f3166d7799, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=036501bb-6d82-4d50-a96c-97f3166d7799,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:25.031625 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-25269557-670c-4fdd-8849-7311d6032705 req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.045421 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-25269557-670c-4fdd-8849-7311d6032705 req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Calling delete_port for 036501bb-6d82-4d50-a96c-97f3166d7799 owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:22:25.055340 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7d23e974-4763-479a-a90f-fb8afcc892df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.107433 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7d23e974-4763-479a-a90f-fb8afcc892df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.110365 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7d23e974-4763-479a-a90f-fb8afcc892df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.111515 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7d23e974-4763-479a-a90f-fb8afcc892df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f54cd8b-423a-4d03-9c82-9d86133e6162 HTTP/1.1" status: 204 len: 168 time: 0.1386855 Aug 07 02:22:25.119138 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23e974-4763-479a-a90f-fb8afcc892df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f54cd8b-423a-4d03-9c82-9d86133e6162,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:25.201365 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-25269557-670c-4fdd-8849-7311d6032705 req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.221560 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['036501bb-6d82-4d50-a96c-97f3166d7799', 'fbd914d8-086d-45bf-9e4e-06966888f057'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:22:25.229991 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Pushing event deleted for resources: {'Port': ['ID=036501bb-6d82-4d50-a96c-97f3166d7799,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:25.284045 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-25269557-670c-4fdd-8849-7311d6032705 req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] No DVR routers for this DVR port 036501bb-6d82-4d50-a96c-97f3166d7799 on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:22:25.286522 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-25269557-670c-4fdd-8849-7311d6032705 req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.288492 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-25269557-670c-4fdd-8849-7311d6032705 req-22516b65-4e37-4313-8b48-a7c386a89ea9 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.16 "DELETE /v2.0/ports/036501bb-6d82-4d50-a96c-97f3166d7799 HTTP/1.1" status: 204 len: 173 time: 0.5792587 Aug 07 02:22:25.288922 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9aa0f-1154-45ca-89fb-b74126cedf1e', 'name': 'network-vif-deleted', 'tag': '036501bb-6d82-4d50-a96c-97f3166d7799'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:22:25.291174 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78871af1-2723-4d98-a938-c2fb9e629d7c" -d '{"events": [{"server_uuid": "6eb9aa0f-1154-45ca-89fb-b74126cedf1e", "name": "network-vif-deleted", "tag": "036501bb-6d82-4d50-a96c-97f3166d7799"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:22:25.336014 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d19ecc-f97b-47b0-b80c-96e11c9805ce x-openstack-request-id: req-00d19ecc-f97b-47b0-b80c-96e11c9805ce {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:22:25.336375 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9aa0f-1154-45ca-89fb-b74126cedf1e", "name": "network-vif-deleted", "tag": "036501bb-6d82-4d50-a96c-97f3166d7799", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:22:25.336637 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00d19ecc-f97b-47b0-b80c-96e11c9805ce {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:22:25.337041 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9aa0f-1154-45ca-89fb-b74126cedf1e', 'name': 'network-vif-deleted', 'tag': '036501bb-6d82-4d50-a96c-97f3166d7799', 'status': 'completed', 'code': 200} Aug 07 02:22:25.437504 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59232) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:25.452640 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f03a-115f-481e-bab0-aebffcf186d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.539545 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f03a-115f-481e-bab0-aebffcf186d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.543430 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f03a-115f-481e-bab0-aebffcf186d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.580343 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8cd9f03a-115f-481e-bab0-aebffcf186d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a025cad5c2ec4acf9e2387e9e9f9c7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416612 Aug 07 02:22:25.581373 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9f03a-115f-481e-bab0-aebffcf186d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe34ab3c-ae4b-49ff-9ddb-9d0e08a02b62,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:25.583034 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59234) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:25.632415 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8de78619-2020-4223-b0a8-50a1790a1826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.657044 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8de78619-2020-4223-b0a8-50a1790a1826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.702693 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8de78619-2020-4223-b0a8-50a1790a1826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.705287 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8de78619-2020-4223-b0a8-50a1790a1826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:25.706462 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-8de78619-2020-4223-b0a8-50a1790a1826 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe34ab3c-ae4b-49ff-9ddb-9d0e08a02b62 HTTP/1.1" status: 204 len: 168 time: 0.1223969 Aug 07 02:22:25.714282 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de78619-2020-4223-b0a8-50a1790a1826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe34ab3c-ae4b-49ff-9ddb-9d0e08a02b62,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:25.736131 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3740ab85-5878-44fb-8282-c180ea6fde1e req-5ffcaefc-24e7-4ad3-a9b1-0304c6aa9381 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb9aa0f-1154-45ca-89fb-b74126cedf1e HTTP/1.1" status: 200 len: 210 time: 0.0395479 Aug 07 02:22:25.912957 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c96b624-e6b4-42da-acc5-2b9eb4d91746 req-ccf878b8-4fb1-4847-b4c6-44563e088335 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 210 time: 0.0362225 Aug 07 02:22:25.951225 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-96dd5eb5-78ef-4cad-adbf-c0f14e552cca tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:25.953087 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-96dd5eb5-78ef-4cad-adbf-c0f14e552cca tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.16 "GET /v2.0/networks?id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3 HTTP/1.1" status: 200 len: 814 time: 0.1361055 Aug 07 02:22:25.976519 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'port': {'device_id': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'admin_state_up': True, 'tenant_id': '6f7483acfdd149668c9fae88d2b37364'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:22:26.091617 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Made reservation on behalf of 6f7483acfdd149668c9fae88d2b37364 for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:22:26.095751 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:26.225806 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Allocated IP 172.20.0.3 (96500ddf-5fe1-4bcd-be40-ada8e0a736c3/98fb607a-a92c-49a8-adfd-d03f6c2fcee5/2c82c019-0077-454e-8a56-7c6dca33bb57) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:22:26.428155 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:26.444832 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Transition to ACTIVE for port object 2c82c019-0077-454e-8a56-7c6dca33bb57 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:26.492206 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:26.547299 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:22:26.555106 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:22:26.560540 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:22:26.612860 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'Port': ['ID=2c82c019-0077-454e-8a56-7c6dca33bb57,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:26.621763 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:26.622477 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:26.641734 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-cc97c6c2-f7a4-4847-883c-58d81609c997 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6690898 Aug 07 02:22:26.663193 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Request body: {'port': {'device_id': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:22:26.746310 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:26.851763 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-591b7fd5-8aa1-4afe-8f1b-4c5a3aedff4b None None] Provisioning for port 2c82c019-0077-454e-8a56-7c6dca33bb57 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:26.860073 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-591b7fd5-8aa1-4afe-8f1b-4c5a3aedff4b None None] Provisioning complete for port 2c82c019-0077-454e-8a56-7c6dca33bb57 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:26.860463 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-591b7fd5-8aa1-4afe-8f1b-4c5a3aedff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:26.956494 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-591b7fd5-8aa1-4afe-8f1b-4c5a3aedff4b None None] Port 2c82c019-0077-454e-8a56-7c6dca33bb57 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:22:27.135786 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1263b2-9461-4662-8c5d-90dabacf835b req-ad6472b4-0df8-46ec-b448-be87daea5a34 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:27.140990 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3d1263b2-9461-4662-8c5d-90dabacf835b req-ad6472b4-0df8-46ec-b448-be87daea5a34 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 931 time: 0.1179583 Aug 07 02:22:27.284816 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c82c019-0077-454e-8a56-7c6dca33bb57 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:22:27.295285 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:27.305592 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3d1263b2-9461-4662-8c5d-90dabacf835b req-a1b07a1a-a6ac-4d99-ba44-8d9ef5e26f09 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464772 Aug 07 02:22:27.315579 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Transition to ACTIVE for port object 2c82c019-0077-454e-8a56-7c6dca33bb57 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:22:27.329861 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:27.332515 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad251bf-119e-4052-84da-675019e38b67 req-4cf36cf2-4514-4db6-9f4b-7b07f88798ad tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:27.349575 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ad251bf-119e-4052-84da-675019e38b67 req-4cf36cf2-4514-4db6-9f4b-7b07f88798ad tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.2009754 Aug 07 02:22:27.412988 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ad251bf-119e-4052-84da-675019e38b67 req-13c2f319-dc7e-45f4-8b54-27db2c09daac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579915 Aug 07 02:22:27.429712 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Pushing event updated for resources: {'Port': ['ID=2c82c019-0077-454e-8a56-7c6dca33bb57,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:27.592683 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Attempting to bind port 2c82c019-0077-454e-8a56-7c6dca33bb57 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:22:27.593024 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Attempting to bind port 2c82c019-0077-454e-8a56-7c6dca33bb57 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:22:27.593355 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Attempting to bind port 2c82c019-0077-454e-8a56-7c6dca33bb57 on network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:22:27.603192 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Port 2c82c019-0077-454e-8a56-7c6dca33bb57 on network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:22:27.603519 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Attempting to bind port 2c82c019-0077-454e-8a56-7c6dca33bb57 on network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:22:27.610593 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:22:27.611017 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Checking segment: {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:22:27.611435 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Bound using segment: {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:22:27.611890 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Bound port: 2c82c019-0077-454e-8a56-7c6dca33bb57, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:22:27.612249 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:27.699804 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] For port 2c82c019-0077-454e-8a56-7c6dca33bb57, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:22:27.703422 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] For port 2c82c019-0077-454e-8a56-7c6dca33bb57, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2c82c019-0077-454e-8a56-7c6dca33bb57,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:22:27.714761 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:27.755441 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:27.756077 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:27.757410 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] 10.222.0.16 "PUT /v2.0/ports/2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 200 len: 1093 time: 1.0986121 Aug 07 02:22:27.757841 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:22:27.760085 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97ca5bc-d0c0-4d56-b007-45d0157e09ca" -d '{"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:22:27.805598 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f6155-3eed-4d31-90f2-eedae8403b9c service neutron] Pushing event updated for resources: {'Port': ['ID=2c82c019-0077-454e-8a56-7c6dca33bb57,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:27.833869 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2dd902-ccc7-4d6e-94be-011d4e292585 x-openstack-request-id: req-fa2dd902-ccc7-4d6e-94be-011d4e292585 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:22:27.834167 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:22:27.834672 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa2dd902-ccc7-4d6e-94be-011d4e292585 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:22:27.835056 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'status': 'completed', 'code': 200} Aug 07 02:22:28.232019 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 036501bb-6d82-4d50-a96c-97f3166d7799 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:22:28.255987 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 036501bb-6d82-4d50-a96c-97f3166d7799 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:22:28.256428 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 036501bb-6d82-4d50-a96c-97f3166d7799 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:22:28.397588 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f61e11-39d3-444f-8a48-9acd7e6401f0 req-ed1cde98-2f64-4ee4-be94-70cb1f1fd27f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:28.399075 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-96f61e11-39d3-444f-8a48-9acd7e6401f0 req-ed1cde98-2f64-4ee4-be94-70cb1f1fd27f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0467639 Aug 07 02:22:28.437092 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-96f61e11-39d3-444f-8a48-9acd7e6401f0 req-c63349e2-6fb4-4222-a9be-008e6c7cc701 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Aug 07 02:22:28.526672 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827873e6-6885-4542-bb45-3c4812ff2db7 req-0b0c2fe4-ad5e-4cd4-9b57-1e151d15b0fc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:28.528696 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-827873e6-6885-4542-bb45-3c4812ff2db7 req-0b0c2fe4-ad5e-4cd4-9b57-1e151d15b0fc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0522535 Aug 07 02:22:28.566761 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-827873e6-6885-4542-bb45-3c4812ff2db7 req-8c5f2797-65a5-466c-b9dc-13f4ed444f22 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Aug 07 02:22:29.555118 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845471a3-3107-46ca-a48d-6f9e0e8b5877 req-fba9b7ba-8e5e-440a-84e7-4b5df54b8144 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:29.556618 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-845471a3-3107-46ca-a48d-6f9e0e8b5877 req-fba9b7ba-8e5e-440a-84e7-4b5df54b8144 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0496662 Aug 07 02:22:29.598714 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-845471a3-3107-46ca-a48d-6f9e0e8b5877 req-2734f906-6d9e-4424-9c1f-a7d8873e7bd4 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345182 Aug 07 02:22:29.695644 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba51f67-284a-42ef-b869-1c30528d1f34 req-5546dbec-fb37-4c41-9c08-53614c39ba8b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:29.697087 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4ba51f67-284a-42ef-b869-1c30528d1f34 req-5546dbec-fb37-4c41-9c08-53614c39ba8b tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0497661 Aug 07 02:22:29.735035 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4ba51f67-284a-42ef-b869-1c30528d1f34 req-d173110a-453a-4ab1-a127-96148c0bbee1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Aug 07 02:22:30.759013 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c55924-9523-4855-8623-31a7e52c5870 req-ba69bea4-c503-4c2f-be71-6c3f681ab80f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:30.761093 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-45c55924-9523-4855-8623-31a7e52c5870 req-ba69bea4-c503-4c2f-be71-6c3f681ab80f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0586045 Aug 07 02:22:30.810945 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-45c55924-9523-4855-8623-31a7e52c5870 req-10b227ed-fd38-4d22-9653-0a9b809967c2 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427079 Aug 07 02:22:30.869897 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c24ee2-ab3f-4a62-88b9-bdbcff3c8606 req-54e39ee5-0654-4378-8992-ac5446822faa tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:30.872017 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-15c24ee2-ab3f-4a62-88b9-bdbcff3c8606 req-54e39ee5-0654-4378-8992-ac5446822faa tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0592957 Aug 07 02:22:30.915284 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-15c24ee2-ab3f-4a62-88b9-bdbcff3c8606 req-9b1c589e-0fc8-4532-ba1f-554a21c6f3cc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373905 Aug 07 02:22:31.940598 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2d316-ee32-4166-a5a3-3895ee972c68 req-4bb0e230-b970-47ad-a24b-c0b71e1744da tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:31.942154 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bfa2d316-ee32-4166-a5a3-3895ee972c68 req-4bb0e230-b970-47ad-a24b-c0b71e1744da tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0631995 Aug 07 02:22:31.989893 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bfa2d316-ee32-4166-a5a3-3895ee972c68 req-cbe35f87-219c-498e-8dac-3062792ed259 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Aug 07 02:22:32.063637 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e9ae-072a-4305-b89e-a4ebd787a521 req-6ed2887f-d3ba-4b00-a0e1-befac9af4554 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:32.065151 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c455e9ae-072a-4305-b89e-a4ebd787a521 req-6ed2887f-d3ba-4b00-a0e1-befac9af4554 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Aug 07 02:22:32.106019 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c455e9ae-072a-4305-b89e-a4ebd787a521 req-08353713-ecd6-4625-8116-8bce28a593df tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Aug 07 02:22:33.112187 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ecd93-a818-4649-a422-79641f65f6f5 req-9b432e7d-895a-4f75-8801-db4f2999077b tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:33.113738 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d75ecd93-a818-4649-a422-79641f65f6f5 req-9b432e7d-895a-4f75-8801-db4f2999077b tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0482848 Aug 07 02:22:33.155422 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d75ecd93-a818-4649-a422-79641f65f6f5 req-dfc81063-d543-4f84-80a6-a4bec27247a4 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Aug 07 02:22:33.232213 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f58541-2e7d-42a6-abaf-943cbaa41df1 req-2c0b37eb-dd8a-4ca6-aa3a-4cd415d19b27 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:33.233676 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31f58541-2e7d-42a6-abaf-943cbaa41df1 req-2c0b37eb-dd8a-4ca6-aa3a-4cd415d19b27 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0551696 Aug 07 02:22:33.275056 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31f58541-2e7d-42a6-abaf-943cbaa41df1 req-850fbd06-ef55-4fb6-a513-1174664d6f26 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Aug 07 02:22:34.274641 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fccee-39ef-4402-9079-4bbe648341fc req-e23b87fe-330a-47d3-a8cf-2f8664b20480 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:34.276077 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-278fccee-39ef-4402-9079-4bbe648341fc req-e23b87fe-330a-47d3-a8cf-2f8664b20480 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0521593 Aug 07 02:22:34.318334 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-278fccee-39ef-4402-9079-4bbe648341fc req-46ba8ec6-cf85-4357-adb4-220029bc0002 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360422 Aug 07 02:22:34.397765 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5b7c-2d0d-41ff-8e25-1087312907d9 req-c74e3476-9d93-4d41-a299-2cde62a0a7c0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:34.399403 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-533f5b7c-2d0d-41ff-8e25-1087312907d9 req-c74e3476-9d93-4d41-a299-2cde62a0a7c0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0555997 Aug 07 02:22:34.440197 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-533f5b7c-2d0d-41ff-8e25-1087312907d9 req-47548df3-dd61-4d33-b943-8f6558f334bc tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340505 Aug 07 02:22:35.448860 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e998d6-f9e7-4a59-8fb7-3082381b31a8 req-fea34674-32df-497f-a2bb-a21a8fc6c3f4 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:35.450347 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-59e998d6-f9e7-4a59-8fb7-3082381b31a8 req-fea34674-32df-497f-a2bb-a21a8fc6c3f4 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0495918 Aug 07 02:22:35.508068 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-59e998d6-f9e7-4a59-8fb7-3082381b31a8 req-013f74b7-d1c1-465b-8692-1f4ff01d08e2 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508015 Aug 07 02:22:35.566701 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705805a6-d7b1-4c85-9c1c-631eb61dfb10 req-f69eabd0-a4e6-42ff-bcdc-5b107d988cc5 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:35.568262 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-705805a6-d7b1-4c85-9c1c-631eb61dfb10 req-f69eabd0-a4e6-42ff-bcdc-5b107d988cc5 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0524960 Aug 07 02:22:35.608035 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-705805a6-d7b1-4c85-9c1c-631eb61dfb10 req-bfd1dd8f-62a7-40f7-8ae9-7aef8037642a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Aug 07 02:22:35.665538 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:36.626849 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0715f-4d6d-4c6c-a9f5-bdad6507c660 req-7666e6c5-279a-45e4-83ff-94c7e1d3b891 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:36.629806 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48c0715f-4d6d-4c6c-a9f5-bdad6507c660 req-7666e6c5-279a-45e4-83ff-94c7e1d3b891 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0525641 Aug 07 02:22:36.679291 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48c0715f-4d6d-4c6c-a9f5-bdad6507c660 req-028872de-a789-4896-b429-12fca8c15810 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Aug 07 02:22:36.731564 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2acca-7e0f-4ffc-80e9-059a933ddb1b req-221b45ee-0fd4-4cda-9878-7889f4c1ba36 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:36.733467 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0df2acca-7e0f-4ffc-80e9-059a933ddb1b req-221b45ee-0fd4-4cda-9878-7889f4c1ba36 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0533168 Aug 07 02:22:36.771701 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0df2acca-7e0f-4ffc-80e9-059a933ddb1b req-9949b5b2-09cb-415f-b640-c1ccc9ede4d3 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321052 Aug 07 02:22:37.839700 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f8d8b-1d93-42be-b97a-bdc758f67c2c req-5b2a41cd-ec33-4ff2-ae60-bfd1d96ffd3c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:37.842121 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bf7f8d8b-1d93-42be-b97a-bdc758f67c2c req-5b2a41cd-ec33-4ff2-ae60-bfd1d96ffd3c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0854092 Aug 07 02:22:37.909290 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bf7f8d8b-1d93-42be-b97a-bdc758f67c2c req-e43f332e-2957-46d6-aa6f-f386ed87389d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581796 Aug 07 02:22:37.929798 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500ed85-6105-4cad-9ba4-ede7f2b5b0e0 req-6bb70c77-582c-4ef5-931a-4b8b70e9eb9a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:37.931391 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a500ed85-6105-4cad-9ba4-ede7f2b5b0e0 req-6bb70c77-582c-4ef5-931a-4b8b70e9eb9a tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0699687 Aug 07 02:22:37.969965 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a500ed85-6105-4cad-9ba4-ede7f2b5b0e0 req-e4bc2d95-38b0-4f43-a21c-97fc86cf54f6 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Aug 07 02:22:39.037717 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee5c79-bb1d-4202-ac15-df08e4a6bacd req-14b743e4-758f-4d11-b85a-f41662273b02 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:39.039382 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2ee5c79-bb1d-4202-ac15-df08e4a6bacd req-14b743e4-758f-4d11-b85a-f41662273b02 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0561020 Aug 07 02:22:39.109006 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2ee5c79-bb1d-4202-ac15-df08e4a6bacd req-79ece5d4-1f5b-4884-825e-a970588e1a2b tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587814 Aug 07 02:22:39.117236 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809ca30-efe9-4dfe-bd33-dbad889b0fa0 req-06d8a3b4-75c4-4269-b7c3-ce8a1b6dac25 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:39.119940 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7809ca30-efe9-4dfe-bd33-dbad889b0fa0 req-06d8a3b4-75c4-4269-b7c3-ce8a1b6dac25 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0783389 Aug 07 02:22:39.158618 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7809ca30-efe9-4dfe-bd33-dbad889b0fa0 req-a568cfdd-831c-4a26-acf6-fe9879509f79 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Aug 07 02:22:40.089621 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ca5bc-d0c0-4d56-b007-45d0157e09ca req-9baaaf7a-85a5-4554-96ca-985239c02c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.091169 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d97ca5bc-d0c0-4d56-b007-45d0157e09ca req-9baaaf7a-85a5-4554-96ca-985239c02c23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f7483acfdd149668c9fae88d2b37364&device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 1096 time: 0.0400372 Aug 07 02:22:40.242539 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ca5bc-d0c0-4d56-b007-45d0157e09ca req-77ec9109-1932-4c62-9942-555e98908140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.242930 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d97ca5bc-d0c0-4d56-b007-45d0157e09ca req-77ec9109-1932-4c62-9942-555e98908140 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6f7483acfdd149668c9fae88d2b37364&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1365061 Aug 07 02:22:40.252045 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-5e34ce15-3eda-4b0d-8ebf-3343a69feba7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690687 Aug 07 02:22:40.272472 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b979f-39ac-4285-9ad6-cb4b80d5c5c7 req-5aefe600-e2fc-452c-ab8e-b9ea0e65e8fd tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.274251 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9e2b979f-39ac-4285-9ad6-cb4b80d5c5c7 req-5aefe600-e2fc-452c-ab8e-b9ea0e65e8fd tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0941160 Aug 07 02:22:40.355424 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fc5af-77b5-4089-b6f0-d37d39b15dfb req-a2857299-cadd-43da-b8fe-ef6aee7225d1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.358437 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c4fc5af-77b5-4089-b6f0-d37d39b15dfb req-a2857299-cadd-43da-b8fe-ef6aee7225d1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0822663 Aug 07 02:22:40.361950 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9e2b979f-39ac-4285-9ad6-cb4b80d5c5c7 req-4f388e17-8baa-4b80-9edc-9f577cbc3a31 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737281 Aug 07 02:22:40.366424 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-bee99cbd-f571-4e5a-bb9e-587837fdeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.367889 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-bee99cbd-f571-4e5a-bb9e-587837fdeeb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 1100 time: 0.0638747 Aug 07 02:22:40.382207 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ca5bc-d0c0-4d56-b007-45d0157e09ca req-acb5b0e3-beb0-49c9-a2d9-b497fc3e3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.383707 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d97ca5bc-d0c0-4d56-b007-45d0157e09ca req-acb5b0e3-beb0-49c9-a2d9-b497fc3e3749 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305320 Aug 07 02:22:40.405424 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c4fc5af-77b5-4089-b6f0-d37d39b15dfb req-264510b7-7c8c-47f3-828a-c9f63382dc55 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Aug 07 02:22:40.495028 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-764baee5-9e70-457f-bad0-1add774b8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.496597 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-764baee5-9e70-457f-bad0-1add774b8bfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f7483acfdd149668c9fae88d2b37364&device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 1096 time: 0.0607924 Aug 07 02:22:40.542586 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-941ffed5-32c5-4f8f-a7b9-415b9385f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.545384 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-941ffed5-32c5-4f8f-a7b9-415b9385f0ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 917 time: 0.1529799 Aug 07 02:22:40.546703 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-ff58c908-b02b-4e6f-9e6c-ce33d7585408 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 200 len: 217 time: 0.0392778 Aug 07 02:22:40.657715 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-0f48bb30-8516-44e7-99af-fec0e072aaae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87521203-6829-426a-ab6f-720a12a61d9a HTTP/1.1" status: 200 len: 1001 time: 0.0976985 Aug 07 02:22:40.659215 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-debbbb0d-70b3-4b41-99c5-1e9936227c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.660579 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-debbbb0d-70b3-4b41-99c5-1e9936227c02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98fb607a-a92c-49a8-adfd-d03f6c2fcee5 HTTP/1.1" status: 200 len: 853 time: 0.0953672 Aug 07 02:22:40.750892 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-c99101e1-5aec-4dc8-aeb6-9dbbdc9759a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.752253 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-c99101e1-5aec-4dc8-aeb6-9dbbdc9759a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0732472 Aug 07 02:22:40.754783 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-e9697e4f-92d5-47f3-8256-6b7fa2d73c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.756134 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-e9697e4f-92d5-47f3-8256-6b7fa2d73c10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782175 Aug 07 02:22:40.858588 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-502e0033-2fcf-4947-be11-7193853512e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:40.860047 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-502e0033-2fcf-4947-be11-7193853512e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853689 Aug 07 02:22:41.164030 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-3686e948-483a-4ab7-a5e7-3965f2b519df service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881066 Aug 07 02:22:41.246055 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-a7a49031-598b-4426-918d-f6e3720dc0d5 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747282 Aug 07 02:22:41.325775 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-73b7a50c-c00b-4bff-9dcb-9ad2216328f5 req-8eb5627a-a0e5-47f1-89da-a484c52e22fd service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489968 Aug 07 02:22:41.359704 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8ddff2ff-9bf1-46a2-b7c1-2b727bb2a3c0 req-0d26284c-32e9-4245-b0cc-8d7ce78628d5 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041198 Aug 07 02:22:41.486702 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167cea-b0d1-4ab1-9fec-3aae5d9ed0af req-a3e2d11d-8990-4c57-b788-b68fc8165846 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:41.488259 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-94167cea-b0d1-4ab1-9fec-3aae5d9ed0af req-a3e2d11d-8990-4c57-b788-b68fc8165846 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0565877 Aug 07 02:22:41.552618 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-94167cea-b0d1-4ab1-9fec-3aae5d9ed0af req-9b8c7f7e-9444-473e-929c-9aa73c64ff48 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549903 Aug 07 02:22:41.561185 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed23b34-42f4-4fd2-9555-91a7fc621191 req-06d7eff5-1ed0-42f3-8996-ff8407c92f0c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:41.562551 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aed23b34-42f4-4fd2-9555-91a7fc621191 req-06d7eff5-1ed0-42f3-8996-ff8407c92f0c tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0733542 Aug 07 02:22:41.602673 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aed23b34-42f4-4fd2-9555-91a7fc621191 req-7e5e81a7-86f0-432e-a588-e5e74252206e tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Aug 07 02:22:42.711783 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dea786-3836-4638-b5a6-0e632fe63494 req-380d9f58-1c8a-4f08-a182-ba7f7747b15d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:42.713423 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-07dea786-3836-4638-b5a6-0e632fe63494 req-380d9f58-1c8a-4f08-a182-ba7f7747b15d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0807326 Aug 07 02:22:42.755052 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53ba56-0560-4da9-aeb3-cd3334872b10 req-876ff52d-80e6-4b74-96e5-1e344c181d8d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:42.756560 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a53ba56-0560-4da9-aeb3-cd3334872b10 req-876ff52d-80e6-4b74-96e5-1e344c181d8d tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0823612 Aug 07 02:22:42.788854 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-07dea786-3836-4638-b5a6-0e632fe63494 req-5702c35f-0dab-4561-b3b9-f7904f1efbe6 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668037 Aug 07 02:22:42.820564 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a53ba56-0560-4da9-aeb3-cd3334872b10 req-aa90368e-22ca-41d2-854e-508e525965ff tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534959 Aug 07 02:22:43.219373 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59546) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:43.327545 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:43.412920 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:43.416824 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:43.457080 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ba6197c2fb74912a14930a9bb807b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366581 Aug 07 02:22:43.457925 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23043d30-a054-4e25-9cf4-77a10a15fd60,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:43.459772 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59550) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:43.465183 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.465540 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.465884 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.466217 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.466584 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.466919 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.467245 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.467573 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.467897 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.468218 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.468538 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.468854 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14c1eb-cc7b-44b5-b5ae-64bf1de74876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:43.509638 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e68b-bc10-4781-8ac5-bd9ea274a5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:43.534572 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e68b-bc10-4781-8ac5-bd9ea274a5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:43.578231 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e68b-bc10-4781-8ac5-bd9ea274a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:43.580723 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e68b-bc10-4781-8ac5-bd9ea274a5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:43.581850 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-4fd7e68b-bc10-4781-8ac5-bd9ea274a5e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23043d30-a054-4e25-9cf4-77a10a15fd60 HTTP/1.1" status: 204 len: 168 time: 0.1209981 Aug 07 02:22:43.589297 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7e68b-bc10-4781-8ac5-bd9ea274a5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23043d30-a054-4e25-9cf4-77a10a15fd60,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:43.853772 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59560) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:43.867637 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8c4e-48ef-401a-9442-82cf214b0ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:43.943257 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87225839-0a95-40c5-a877-48f0fb73e0bf req-c42830af-4765-4fd4-aad7-c140dffd613e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:43.944886 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-87225839-0a95-40c5-a877-48f0fb73e0bf req-c42830af-4765-4fd4-aad7-c140dffd613e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 943 time: 0.0801883 Aug 07 02:22:43.966304 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8c4e-48ef-401a-9442-82cf214b0ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:43.967876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3fabc-27f6-4663-beac-fc9034f7173c req-727d93aa-95ff-4eeb-9483-14330835d62f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:43.969750 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ea3fabc-27f6-4663-beac-fc9034f7173c req-727d93aa-95ff-4eeb-9483-14330835d62f tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0738301 Aug 07 02:22:43.970857 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8c4e-48ef-401a-9442-82cf214b0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:44.014959 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-5ddd8c4e-48ef-401a-9442-82cf214b0ce1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=645ec1194dae4684b30c3a6e808a015e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570716 Aug 07 02:22:44.014959 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd8c4e-48ef-401a-9442-82cf214b0ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703312b6-3196-43fb-b64c-570692cd7ce4,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:44.016461 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59562) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:44.018287 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-87225839-0a95-40c5-a877-48f0fb73e0bf req-9eabedaa-51f6-4501-a6b7-1e6af70910c1 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646441 Aug 07 02:22:44.025841 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ea3fabc-27f6-4663-beac-fc9034f7173c req-e1f27ac0-46b5-409d-813a-10b1b2909d83 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480869 Aug 07 02:22:44.069320 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-030e47f9-57da-4baf-9e84-9db311109623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:44.090984 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-030e47f9-57da-4baf-9e84-9db311109623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:44.136350 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-030e47f9-57da-4baf-9e84-9db311109623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:44.139747 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-030e47f9-57da-4baf-9e84-9db311109623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:44.140945 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-030e47f9-57da-4baf-9e84-9db311109623 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/703312b6-3196-43fb-b64c-570692cd7ce4 HTTP/1.1" status: 204 len: 168 time: 0.1235642 Aug 07 02:22:44.148385 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e47f9-57da-4baf-9e84-9db311109623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703312b6-3196-43fb-b64c-570692cd7ce4,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:44.309504 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 2c82c019-0077-454e-8a56-7c6dca33bb57 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:22:44.425987 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 2c82c019-0077-454e-8a56-7c6dca33bb57, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2c82c019-0077-454e-8a56-7c6dca33bb57,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:44.439989 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'port_id': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'mac_address': 'fa:16:3e:08:93:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:22:44.515650 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:44.662835 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c82c019-0077-454e-8a56-7c6dca33bb57 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:22:44.686818 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 2c82c019-0077-454e-8a56-7c6dca33bb57, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2c82c019-0077-454e-8a56-7c6dca33bb57,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:44.690510 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:44.741969 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=2c82c019-0077-454e-8a56-7c6dca33bb57,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:44.751224 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.751582 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.751923 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.752261 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.752593 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.752922 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.753276 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.753707 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.754119 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.754473 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.754798 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.755120 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:22:44.975496 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['2c82c019-0077-454e-8a56-7c6dca33bb57'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:22:45.174748 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4ce5d-42b7-4485-9e2a-18c1820c52bb req-30051d68-34fe-4651-9a7b-f59617542249 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:45.176634 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0ad4ce5d-42b7-4485-9e2a-18c1820c52bb req-30051d68-34fe-4651-9a7b-f59617542249 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 944 time: 0.0832672 Aug 07 02:22:45.198282 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170647ab-ca5d-46cb-8bb5-e6c4a19396a4 req-95339d92-ab32-4fbb-af21-9c8b6111e278 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:45.199936 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-170647ab-ca5d-46cb-8bb5-e6c4a19396a4 req-95339d92-ab32-4fbb-af21-9c8b6111e278 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0766413 Aug 07 02:22:45.248217 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0ad4ce5d-42b7-4485-9e2a-18c1820c52bb req-38011840-39a3-44c1-ba90-e57caa8fd3e7 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637507 Aug 07 02:22:45.255725 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-170647ab-ca5d-46cb-8bb5-e6c4a19396a4 req-5d6cffa0-c936-4e4e-ac80-454cace858c0 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Aug 07 02:22:46.318149 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 2c82c019-0077-454e-8a56-7c6dca33bb57 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:22:46.368443 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 2c82c019-0077-454e-8a56-7c6dca33bb57 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:22:46.374059 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 2c82c019-0077-454e-8a56-7c6dca33bb57 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:22:46.374657 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:46.393860 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5dcc5-044c-4720-9c36-d27de818004a req-88f9faa7-d049-46d8-b264-38a5cddcff6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:46.395358 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fea5dcc5-044c-4720-9c36-d27de818004a req-88f9faa7-d049-46d8-b264-38a5cddcff6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 944 time: 0.0792644 Aug 07 02:22:46.408724 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5f796-66bc-4241-a3f5-4bed4f336d0b req-8ccecd12-24aa-4bfd-96e3-fdae9f5e0479 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:46.410214 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3c5f796-66bc-4241-a3f5-4bed4f336d0b req-8ccecd12-24aa-4bfd-96e3-fdae9f5e0479 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0818365 Aug 07 02:22:46.449476 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-9aa0b357-33d0-4609-b6b3-32bf02781456 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:46.451404 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-9aa0b357-33d0-4609-b6b3-32bf02781456 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b25487-b250-4d87-ad5b-b43a301ba457 HTTP/1.1" status: 200 len: 945 time: 0.0558491 Aug 07 02:22:46.465765 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fea5dcc5-044c-4720-9c36-d27de818004a req-9a7ef267-d2dd-4bfd-ad37-abee5fc51f7f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545630 Aug 07 02:22:46.469442 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:46.475562 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3c5f796-66bc-4241-a3f5-4bed4f336d0b req-3319f0ad-c068-4fdd-a843-35cd258451c1 tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c38a016-a7e9-4038-aafd-e55d1af5cffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584376 Aug 07 02:22:46.509028 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:22:46.510823 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc1006d-9830-4ba4-8718-44bd13f766e7" -d '{"events": [{"server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "name": "network-vif-plugged", "status": "completed", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:22:46.522652 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 2c82c019-0077-454e-8a56-7c6dca33bb57, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2c82c019-0077-454e-8a56-7c6dca33bb57,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:46.528681 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:46.556427 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83852591-0cbe-48ad-ab24-84a8c3cea7c0 x-openstack-request-id: req-83852591-0cbe-48ad-ab24-84a8c3cea7c0 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:22:46.556721 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "name": "network-vif-plugged", "status": "completed", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:22:46.556977 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83852591-0cbe-48ad-ab24-84a8c3cea7c0 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:22:46.557371 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'code': 200} Aug 07 02:22:46.558131 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Deleting port fbd914d8-086d-45bf-9e4e-06966888f057 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:22:46.558878 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:46.584555 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=2c82c019-0077-454e-8a56-7c6dca33bb57,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:46.660990 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] For port fbd914d8-086d-45bf-9e4e-06966888f057, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd914d8-086d-45bf-9e4e-06966888f057,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:46.661351 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:46.674453 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Calling delete_port for fbd914d8-086d-45bf-9e4e-06966888f057 owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:22:46.766796 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ecd8f-dd14-4a09-a12b-e03b4d6944b5 req-be008d1f-b6b4-4045-9ed5-99958cebac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:46.768180 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0f1ecd8f-dd14-4a09-a12b-e03b4d6944b5 req-be008d1f-b6b4-4045-9ed5-99958cebac6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 1098 time: 0.0556576 Aug 07 02:22:46.831450 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0f1ecd8f-dd14-4a09-a12b-e03b4d6944b5 req-472ec323-db5e-4f07-8d7f-fe3674960bec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544715 Aug 07 02:22:46.852111 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:46.863561 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['fbd914d8-086d-45bf-9e4e-06966888f057'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:22:46.881072 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Pushing event deleted for resources: {'Port': ['ID=fbd914d8-086d-45bf-9e4e-06966888f057,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:46.926280 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] No DVR routers for this DVR port fbd914d8-086d-45bf-9e4e-06966888f057 on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:22:46.928700 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:46.930772 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3b1e03a4-3605-4afe-916c-73e04518ea81 req-84f11f3b-0f99-49e5-b7bc-d1053314d2ac tempest-ServerRescueNegativeTestJSON-1083903301 tempest-ServerRescueNegativeTestJSON-1083903301-project] 10.222.0.16 "DELETE /v2.0/ports/fbd914d8-086d-45bf-9e4e-06966888f057 HTTP/1.1" status: 204 len: 173 time: 0.4722774 Aug 07 02:22:46.931202 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b25487-b250-4d87-ad5b-b43a301ba457', 'name': 'network-vif-deleted', 'tag': 'fbd914d8-086d-45bf-9e4e-06966888f057'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:22:46.933459 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef08315e-f121-453e-972d-a72505476951" -d '{"events": [{"server_uuid": "46b25487-b250-4d87-ad5b-b43a301ba457", "name": "network-vif-deleted", "tag": "fbd914d8-086d-45bf-9e4e-06966888f057"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:22:46.973629 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d37d34-ec01-4e2d-a2ec-8f8f16f869bf x-openstack-request-id: req-56d37d34-ec01-4e2d-a2ec-8f8f16f869bf {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:22:46.973919 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b25487-b250-4d87-ad5b-b43a301ba457", "name": "network-vif-deleted", "tag": "fbd914d8-086d-45bf-9e4e-06966888f057", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:22:46.974172 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56d37d34-ec01-4e2d-a2ec-8f8f16f869bf {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:22:46.974599 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b25487-b250-4d87-ad5b-b43a301ba457', 'name': 'network-vif-deleted', 'tag': 'fbd914d8-086d-45bf-9e4e-06966888f057', 'status': 'completed', 'code': 200} Aug 07 02:22:47.052984 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1112c2e2-1a09-48b4-a091-05d601cc702a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:47.544147 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59638) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:47.597606 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebc2db-ffd5-47bb-811d-ba06bd84f902 req-1680d348-674f-4026-bafe-2f50b92a6e7b tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:47.599066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6ebc2db-ffd5-47bb-811d-ba06bd84f902 req-1680d348-674f-4026-bafe-2f50b92a6e7b tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0506060 Aug 07 02:22:47.643150 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6ebc2db-ffd5-47bb-811d-ba06bd84f902 req-1361c74b-2e2e-491f-9211-000b8a3205f0 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Aug 07 02:22:47.980012 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1938819'] for router_interface, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:48.256616 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Deleting port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:22:48.256948 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:48.333855 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] For port 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=5ce51c95-a476-4fe8-bcc7-74bcd826f8eb,segment=NetworkSegment(c9411278-f8b1-469c-ba5d-9dc63ef539a4),segment_id=c9411278-f8b1-469c-ba5d-9dc63ef539a4)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:48.334293 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:48.346537 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Calling delete_port for 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb owned by network:router_interface {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:22:48.560054 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:48.586706 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce51c95-a476-4fe8-bcc7-74bcd826f8eb,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:48.746435 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937971'] for router_interface, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:48.769536 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0c9a7-c909-42f1-a5b6-6d8f804e7ddd req-320f4b9a-60f3-4492-880a-031d8e152262 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:48.771591 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d5d0c9a7-c909-42f1-a5b6-6d8f804e7ddd req-320f4b9a-60f3-4492-880a-031d8e152262 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0574391 Aug 07 02:22:48.812787 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d5d0c9a7-c909-42f1-a5b6-6d8f804e7ddd req-8858d646-eaef-41cd-a69b-1972bb5e3783 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Aug 07 02:22:48.928670 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d90924-b74e-41e2-a839-20b3b4a0951c req-1a9f1369-f472-4f21-9d12-e4b99480e783 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:48.930132 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c3d90924-b74e-41e2-a839-20b3b4a0951c req-1a9f1369-f472-4f21-9d12-e4b99480e783 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0521371 Aug 07 02:22:48.960808 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Router 0e459333-85e8-4d70-9533-8a8224c1bdd8 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:22:48.969297 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c3d90924-b74e-41e2-a839-20b3b4a0951c req-2dcc93a7-f4fc-4427-9c3c-1d9836755212 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Aug 07 02:22:49.068702 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:22:49.076241 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-e93ee020-de02-463b-8f03-43002461ccb7 admin admin] 10.222.0.11 "PUT /v2.0/routers/0e459333-85e8-4d70-9533-8a8224c1bdd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5283637 Aug 07 02:22:49.076241 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59656) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:49.079582 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] Sync routers for ids ['0e459333-85e8-4d70-9533-8a8224c1bdd8'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:22:49.090276 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] Routers {'0e459333-85e8-4d70-9533-8a8224c1bdd8'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:49.091017 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:22:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0e459333-85e8-4d70-9533-8a8224c1bdd8'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:49.178213 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:49.197900 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] Set router 0e459333-85e8-4d70-9533-8a8224c1bdd8 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:49.311342 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c14a7f-47a6-4a76-a733-79f44cb031c4 req-926c53dd-441b-4826-b0aa-112d777d8143 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:22:49.319112 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-02c14a7f-47a6-4a76-a733-79f44cb031c4 req-926c53dd-441b-4826-b0aa-112d777d8143 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0606618 Aug 07 02:22:49.357994 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-02c14a7f-47a6-4a76-a733-79f44cb031c4 req-ba0d9353-8917-42f8-9609-ef36034ccccc tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380695 Aug 07 02:22:49.400005 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:22:48Z', 'revision_number': 5, 'project_id': '11229447b4404271989114c5e9bbb86c', 'gw_port': {'id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:49.525934 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] Checking router: 0e459333-85e8-4d70-9533-8a8224c1bdd8 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:22:49.535112 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] Routers {'0e459333-85e8-4d70-9533-8a8224c1bdd8'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:22:49.535752 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:22:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0e459333-85e8-4d70-9533-8a8224c1bdd8'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:49.540224 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:49.587969 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-92b462be-ef00-4083-ade8-1cd88d44b67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:49.599431 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Deleting port 9435ae81-f73d-4319-975d-355bdf945ce8 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:22:49.599916 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:49.659045 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] Set router 0e459333-85e8-4d70-9533-8a8224c1bdd8 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:22:49.753676 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] For port 9435ae81-f73d-4319-975d-355bdf945ce8, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=9435ae81-f73d-4319-975d-355bdf945ce8,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:22:49.758956 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:49.766983 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:49.781497 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Calling delete_port for 9435ae81-f73d-4319-975d-355bdf945ce8 owned by network:router_gateway {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:22:49.870482 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:22:48Z', 'revision_number': 5, 'project_id': '11229447b4404271989114c5e9bbb86c', 'gw_port': {'id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:49.898503 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5347eb-743c-4be9-90ac-2f1d1acb4da5 None None] The sync data for ids ['0e459333-85e8-4d70-9533-8a8224c1bdd8'] in dv-cinder-782390-7-iscsi is: [{'id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1755324014-router', 'tenant_id': '11229447b4404271989114c5e9bbb86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:22:48Z', 'revision_number': 5, 'project_id': '11229447b4404271989114c5e9bbb86c', 'gw_port': {'id': '9435ae81-f73d-4319-975d-355bdf945ce8', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:37:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e459333-85e8-4d70-9533-8a8224c1bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:22:49.975255 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.005405 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9435ae81-f73d-4319-975d-355bdf945ce8,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:50.064052 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1944277'] for router_gateway, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.106556 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59682) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:50.169180 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-494225'] for router, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.171395 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.213780 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5321a463-aedc-4f0d-bf54-787e8046c1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.236591 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940181'] for router, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.237118 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e459333-85e8-4d70-9533-8a8224c1bdd8 {{(pid=93283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 02:22:50.242040 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.245328 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-1705aff5-893f-45b2-b004-1410a4a4a8e0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0e459333-85e8-4d70-9533-8a8224c1bdd8 HTTP/1.1" status: 204 len: 168 time: 1.1662295 Aug 07 02:22:50.245743 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59686) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:50.294858 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_v2 [None req-85934e1b-ad78-41f9-85be-daf6451c8d1e admin admin] Deleting subnet 51f2aa8c-7005-43a9-ae74-b628be65da8c {{(pid=93283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:22:50.298085 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-85934e1b-ad78-41f9-85be-daf6451c8d1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.328386 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device fbd914d8-086d-45bf-9e4e-06966888f057 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:22:50.333020 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-85934e1b-ad78-41f9-85be-daf6451c8d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4175314'] for subnet, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.336681 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5321a463-aedc-4f0d-bf54-787e8046c1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.341874 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5321a463-aedc-4f0d-bf54-787e8046c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.371743 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: fbd914d8-086d-45bf-9e4e-06966888f057 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:22:50.372379 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device fbd914d8-086d-45bf-9e4e-06966888f057 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:22:50.379333 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-85934e1b-ad78-41f9-85be-daf6451c8d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.382591 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321a463-aedc-4f0d-bf54-787e8046c1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7353ded5-9706-4d8d-8b5b-43c1881f66e5,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:50.394330 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-5321a463-aedc-4f0d-bf54-787e8046c1f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7ec55de20c2497faa89ff404ded37ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838635 Aug 07 02:22:50.394330 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59688) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:50.434164 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:22:50.451417 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caed3e2-8be0-4813-a4ae-450b4f21af8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.455587 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:22:50.455927 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 5ce51c95-a476-4fe8-bcc7-74bcd826f8eb not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:22:50.467578 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-85934e1b-ad78-41f9-85be-daf6451c8d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4175606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359156'] for subnet, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.481142 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caed3e2-8be0-4813-a4ae-450b4f21af8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.495234 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85934e1b-ad78-41f9-85be-daf6451c8d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f2aa8c-7005-43a9-ae74-b628be65da8c,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:50.499067 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-85934e1b-ad78-41f9-85be-daf6451c8d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.503416 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-85934e1b-ad78-41f9-85be-daf6451c8d1e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/51f2aa8c-7005-43a9-ae74-b628be65da8c HTTP/1.1" status: 204 len: 168 time: 0.2537489 Aug 07 02:22:50.503997 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59690) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:50.585823 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.617736 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caed3e2-8be0-4813-a4ae-450b4f21af8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.620216 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3caed3e2-8be0-4813-a4ae-450b4f21af8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.621462 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3caed3e2-8be0-4813-a4ae-450b4f21af8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7353ded5-9706-4d8d-8b5b-43c1881f66e5 HTTP/1.1" status: 204 len: 168 time: 0.2262828 Aug 07 02:22:50.663455 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caed3e2-8be0-4813-a4ae-450b4f21af8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7353ded5-9706-4d8d-8b5b-43c1881f66e5,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:50.678948 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.690261 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22ea49b-5290-4604-bb53-24e953d4705d']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:50.701817 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9411278-f8b1-469c-ba5d-9dc63ef539a4') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:50.702323 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9411278-f8b1-469c-ba5d-9dc63ef539a4') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:22:50.712526 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125161'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.732707 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.736921 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:22:50.737334 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2616703'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: timer() Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: cb(*args, **kw) Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: self._notify() Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: self.callback(batched_events) Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: event.method(event) Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._get(url).json() Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:22:50.739212 dv-cinder-782390-7-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:22:50.799901 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.822821 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22ea49b-5290-4604-bb53-24e953d4705d,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:50.825724 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.827786 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-10affdc6-a5a1-4100-a98a-7d2a0a26d116 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f22ea49b-5290-4604-bb53-24e953d4705d HTTP/1.1" status: 204 len: 168 time: 0.3228538 Aug 07 02:22:50.868754 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:50.943642 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59706) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:50.957811 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59708) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:50.961017 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbb131a9-2e36-4ebe-b66f-8614abd25b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.001275 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7671e0c1-6e5b-4d3a-a55e-3fc117609297 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11229447b4404271989114c5e9bbb86c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421796 Aug 07 02:22:51.004134 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59712) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:51.063791 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbb131a9-2e36-4ebe-b66f-8614abd25b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.066523 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b611a9ff-be49-4d98-82c7-a411047b7645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.071537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbb131a9-2e36-4ebe-b66f-8614abd25b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.091870 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b611a9ff-be49-4d98-82c7-a411047b7645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.122290 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cbb131a9-2e36-4ebe-b66f-8614abd25b35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36ee5f8986674be2ac85c4c784756a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769435 Aug 07 02:22:51.124837 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59716) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:22:51.139235 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb131a9-2e36-4ebe-b66f-8614abd25b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d33bf7-02dd-4073-b93d-d3656e160f10,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:51.169061 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b611a9ff-be49-4d98-82c7-a411047b7645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.171769 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b611a9ff-be49-4d98-82c7-a411047b7645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.172956 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-b611a9ff-be49-4d98-82c7-a411047b7645 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c38a016-a7e9-4038-aafd-e55d1af5cffd HTTP/1.1" status: 204 len: 168 time: 0.1676397 Aug 07 02:22:51.201039 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8e24-e28c-439b-be98-6f2c8e6d1ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.202754 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611a9ff-be49-4d98-82c7-a411047b7645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c38a016-a7e9-4038-aafd-e55d1af5cffd,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:51.229068 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8e24-e28c-439b-be98-6f2c8e6d1ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.281593 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8e24-e28c-439b-be98-6f2c8e6d1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.285124 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8e24-e28c-439b-be98-6f2c8e6d1ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:51.286674 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d8bb8e24-e28c-439b-be98-6f2c8e6d1ea7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60d33bf7-02dd-4073-b93d-d3656e160f10 HTTP/1.1" status: 204 len: 168 time: 0.1606846 Aug 07 02:22:51.296392 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb8e24-e28c-439b-be98-6f2c8e6d1ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d33bf7-02dd-4073-b93d-d3656e160f10,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:22:52.035063 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 9435ae81-f73d-4319-975d-355bdf945ce8 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:22:52.056045 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 9435ae81-f73d-4319-975d-355bdf945ce8 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:22:52.056391 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 9435ae81-f73d-4319-975d-355bdf945ce8 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:22:52.239950 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:22:56.358737 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:23:01.103881 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0e020-09a0-454f-ab02-2f2c3d1007db req-6d081f73-e1bd-4fb4-bf4d-8b35d2bf8b26 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:01.105873 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-65c0e020-09a0-454f-ab02-2f2c3d1007db req-6d081f73-e1bd-4fb4-bf4d-8b35d2bf8b26 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0530281 Aug 07 02:23:01.147096 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-65c0e020-09a0-454f-ab02-2f2c3d1007db req-133ba6f0-b245-4966-a50f-215e7ae8dd4e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 Aug 07 02:23:01.170074 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59932) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:01.375858 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6164e-1064-44c7-8772-0387db05b59c tempest-TestMinimumBasicScenario-1309008266 tempest-TestMinimumBasicScenario-1309008266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:01.377442 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2ed6164e-1064-44c7-8772-0387db05b59c tempest-TestMinimumBasicScenario-1309008266 tempest-TestMinimumBasicScenario-1309008266-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 1093 time: 0.2058363 Aug 07 02:23:01.380415 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59942) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:01.384652 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'floatingip': {'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'port_id': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:01.407144 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for floatingip, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:01.517532 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:01.630180 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Allocated IP 172.27.3.85 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/3029bb55-9031-46e3-9998-29d2684b0625) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:23:01.746542 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:01.785538 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:01.820992 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:23:01.827902 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:23:01.831409 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:23:01.853613 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'Port': ['ID=3029bb55-9031-46e3-9998-29d2684b0625,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:01.887333 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945054-b255-4262-a41f-274c8527c9dd req-fb259bab-9fee-4494-905e-c3d6726206b7 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:01.888719 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-75945054-b255-4262-a41f-274c8527c9dd req-fb259bab-9fee-4494-905e-c3d6726206b7 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0496011 Aug 07 02:23:01.927810 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-75945054-b255-4262-a41f-274c8527c9dd req-a8078ec1-a647-4ea4-bc83-f4abf43c6e45 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320151 Aug 07 02:23:02.189277 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:02.256979 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:02.400212 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:02.404533 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:02.468686 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'Port': ['ID=3029bb55-9031-46e3-9998-29d2684b0625,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:02.478286 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:02.578315 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.l3_db [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Floating IP be12e8ed-b797-4ba1-8b52-d07dc0ce6148 associated. External IP: 172.27.3.85, port: 2c82c019-0077-454e-8a56-7c6dca33bb57. Aug 07 02:23:02.784781 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Router ef719b4f-df4d-4600-b8de-dce8585d1c0a has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:23:02.866180 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59978) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:02.891314 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:23:02.902123 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] Sync routers for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:23:02.907443 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:02.913673 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:23:02.914326 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:22:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:02.937879 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-8006144c-f335-4b78-a7e4-50d882f52032 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5536954 Aug 07 02:23:02.937879 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:23:02.938349 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59982) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:02.942205 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba" -d '{"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:23:02.942661 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-15155823-f716-4706-b3f0-d3df8b095160 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669085824', 'description': 'tempest-secgroup-smoke-669085824 description', 'project_id': '6f7483acfdd149668c9fae88d2b37364'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:02.982546 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-15155823-f716-4706-b3f0-d3df8b095160 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:02.990791 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-272b114f-cc5d-4831-a4fb-097d6ea33b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.024543 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095cdbe4-0678-4e60-8dd7-7a4ec44beded x-openstack-request-id: req-095cdbe4-0678-4e60-8dd7-7a4ec44beded {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:23:03.024824 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:23:03.025223 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-095cdbe4-0678-4e60-8dd7-7a4ec44beded {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:23:03.025630 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'status': 'completed', 'code': 200} Aug 07 02:23:03.044391 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:23:03.094222 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-e765d0aa-f5bf-4429-bc80-8a955ce4d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:03.095906 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-e765d0aa-f5bf-4429-bc80-8a955ce4d767 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f7483acfdd149668c9fae88d2b37364&device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 1098 time: 0.0436559 Aug 07 02:23:03.115033 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df7329-edea-453e-b4f5-f586a0f7aee1 req-e1a7e126-d6bb-496b-8cf9-cfe3fdc86730 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:03.116536 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14df7329-edea-453e-b4f5-f586a0f7aee1 req-e1a7e126-d6bb-496b-8cf9-cfe3fdc86730 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0732887 Aug 07 02:23:03.174389 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14df7329-edea-453e-b4f5-f586a0f7aee1 req-bc3b4686-2307-49df-8746-ff28bb4d8395 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475168 Aug 07 02:23:03.188123 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-272b114f-cc5d-4831-a4fb-097d6ea33b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.206877 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-272b114f-cc5d-4831-a4fb-097d6ea33b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.219789 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-d518d04d-a8d9-4e16-9372-11a27b1cf17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:03.222635 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-d518d04d-a8d9-4e16-9372-11a27b1cf17a service neutron] 10.222.0.16 "GET /v2.0/networks?id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3 HTTP/1.1" status: 200 len: 915 time: 0.1128819 Aug 07 02:23:03.263105 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b114f-cc5d-4831-a4fb-097d6ea33b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee3e656-dda5-485d-818a-a2afbed03329,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:03.271824 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-272b114f-cc5d-4831-a4fb-097d6ea33b75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a47fdcaf3614228b5095463cdf95d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044619 Aug 07 02:23:03.280204 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 59992) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:03.334578 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-d1bbb6e9-205b-44df-9d2f-38e7c2eca959 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 200 len: 998 time: 0.0931387 Aug 07 02:23:03.366771 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8b00daab-ab07-4ccd-a6c0-2af6f9e2cbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.373088 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'be12e8ed-b797-4ba1-8b52-d07dc0ce6148', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'port_id': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'mac_address': 'fa:16:3e:08:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:23:02Z', 'updated_at': '2021-08-07T02:23:02Z', 'revision_number': 0, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff72f8bd-05c0-4fec-bc35-ff7fcf692004', 'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'mac_address': 'fa:16:3e:67:99:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:01Z', 'updated_at': '2021-08-07T02:22:08Z', 'revision_number': 5, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'subnets': [{'id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:03.388615 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-15155823-f716-4706-b3f0-d3df8b095160 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.401418 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-15155823-f716-4706-b3f0-d3df8b095160 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.410638 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] Checking router: ef719b4f-df4d-4600-b8de-dce8585d1c0a for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:23:03.412095 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-157d619d-083b-4275-bf14-1f0ec0a6ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:03.412893 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8b00daab-ab07-4ccd-a6c0-2af6f9e2cbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.414486 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-157d619d-083b-4275-bf14-1f0ec0a6ddd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98fb607a-a92c-49a8-adfd-d03f6c2fcee5 HTTP/1.1" status: 200 len: 853 time: 0.0725341 Aug 07 02:23:03.419954 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:23:03.420580 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:22:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:03.466636 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-15155823-f716-4706-b3f0-d3df8b095160 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.467836 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-15155823-f716-4706-b3f0-d3df8b095160 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5286942 Aug 07 02:23:03.471741 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 59998) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:03.479015 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15155823-f716-4706-b3f0-d3df8b095160 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:03.479239 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-b251dcfd-6503-49f3-83f9-3d0da88e177f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'security_group_rule': {'security_group_id': '2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0', 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:03.501678 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-64313777-acf6-4cfe-b0e5-39023d56ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:03.504496 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-64313777-acf6-4cfe-b0e5-39023d56ed72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802431 Aug 07 02:23:03.518739 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8b00daab-ab07-4ccd-a6c0-2af6f9e2cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.521578 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8b00daab-ab07-4ccd-a6c0-2af6f9e2cbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.522741 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8b00daab-ab07-4ccd-a6c0-2af6f9e2cbc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ee3e656-dda5-485d-818a-a2afbed03329 HTTP/1.1" status: 204 len: 168 time: 0.2411106 Aug 07 02:23:03.534264 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00daab-ab07-4ccd-a6c0-2af6f9e2cbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee3e656-dda5-485d-818a-a2afbed03329,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:03.541765 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b251dcfd-6503-49f3-83f9-3d0da88e177f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.586229 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:23:03.587128 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60002) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:03.659374 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b251dcfd-6503-49f3-83f9-3d0da88e177f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.664774 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b251dcfd-6503-49f3-83f9-3d0da88e177f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.671757 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-3091b0fd-48fb-4119-8464-8ffbd5a81e1a service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560085 Aug 07 02:23:03.698853 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b251dcfd-6503-49f3-83f9-3d0da88e177f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.703170 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-b251dcfd-6503-49f3-83f9-3d0da88e177f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2286189 Aug 07 02:23:03.705240 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60006) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:03.753881 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-1cbf6e02-6ce8-4443-b432-2fccb1a53ef9 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'security_group_rule': {'security_group_id': '2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0', 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:03.759291 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251dcfd-6503-49f3-83f9-3d0da88e177f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729e4e4e-6ab2-431d-a89a-4698ce7acc43,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:03.833666 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6e02-6ce8-4443-b432-2fccb1a53ef9 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.865576 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-aebf1889-0cd9-41bd-b7d2-bf3b85a814ba req-5fae9417-07d1-411b-8bcf-4d31f8e61996 service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813617 Aug 07 02:23:03.893616 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'be12e8ed-b797-4ba1-8b52-d07dc0ce6148', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'port_id': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'mac_address': 'fa:16:3e:08:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:23:02Z', 'updated_at': '2021-08-07T02:23:02Z', 'revision_number': 0, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff72f8bd-05c0-4fec-bc35-ff7fcf692004', 'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'mac_address': 'fa:16:3e:67:99:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:01Z', 'updated_at': '2021-08-07T02:22:08Z', 'revision_number': 5, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'subnets': [{'id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:03.926431 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d940f-11c5-4b67-83f7-60a70ace2c2b None None] The sync data for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi is: [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'be12e8ed-b797-4ba1-8b52-d07dc0ce6148', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'port_id': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'mac_address': 'fa:16:3e:08:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:23:02Z', 'updated_at': '2021-08-07T02:23:02Z', 'revision_number': 0, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff72f8bd-05c0-4fec-bc35-ff7fcf692004', 'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'mac_address': 'fa:16:3e:67:99:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:01Z', 'updated_at': '2021-08-07T02:22:08Z', 'revision_number': 5, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'subnets': [{'id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:23:03.937460 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6e02-6ce8-4443-b432-2fccb1a53ef9 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.943459 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6e02-6ce8-4443-b432-2fccb1a53ef9 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.947486 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-52730cc5-dbe6-42f7-82b0-b417324bd889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:03.959570 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf6e02-6ce8-4443-b432-2fccb1a53ef9 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51368b6d-6116-4e76-ba03-ef1d85ac15cf,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:04.053498 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-52730cc5-dbe6-42f7-82b0-b417324bd889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.058988 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-52730cc5-dbe6-42f7-82b0-b417324bd889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.061262 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6e02-6ce8-4443-b432-2fccb1a53ef9 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.062655 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-1cbf6e02-6ce8-4443-b432-2fccb1a53ef9 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3442166 Aug 07 02:23:04.065486 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60018) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:04.070344 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-50ec5ff4-7bfe-46ed-93b5-f329ede4c17c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'security_group_rule': {'security_group_id': '2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0', 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:04.100050 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-50ec5ff4-7bfe-46ed-93b5-f329ede4c17c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.102818 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-52730cc5-dbe6-42f7-82b0-b417324bd889 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f1abbb2f374419b83ad6a67de7e2e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5148351 Aug 07 02:23:04.104224 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52730cc5-dbe6-42f7-82b0-b417324bd889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bc4628-91b0-4df7-a90a-a1400a2a8de7,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:04.106051 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60020) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:04.169951 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7d31d4a9-cf2f-404f-b654-ed5083572def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.174038 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-50ec5ff4-7bfe-46ed-93b5-f329ede4c17c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.179952 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-50ec5ff4-7bfe-46ed-93b5-f329ede4c17c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.194244 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7d31d4a9-cf2f-404f-b654-ed5083572def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.212977 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec5ff4-7bfe-46ed-93b5-f329ede4c17c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e65c7ad-4603-47bf-82c7-100a1be9e48b,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:04.223339 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d8f20-54af-4b03-9257-0c5a459e67c7 None None] New status for floating IP be12e8ed-b797-4ba1-8b52-d07dc0ce6148: ACTIVE {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:23:04.229134 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-50ec5ff4-7bfe-46ed-93b5-f329ede4c17c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.231790 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-50ec5ff4-7bfe-46ed-93b5-f329ede4c17c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651397 Aug 07 02:23:04.234635 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60028) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:04.241505 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-ff9397bc-6315-402d-9e7f-d30f57f4299d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'security_group_rule': {'security_group_id': '2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0', 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:04.280244 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7d31d4a9-cf2f-404f-b654-ed5083572def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.283164 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ff9397bc-6315-402d-9e7f-d30f57f4299d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.283659 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7d31d4a9-cf2f-404f-b654-ed5083572def admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.284924 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7d31d4a9-cf2f-404f-b654-ed5083572def admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4bc4628-91b0-4df7-a90a-a1400a2a8de7 HTTP/1.1" status: 204 len: 168 time: 0.1779160 Aug 07 02:23:04.293896 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31d4a9-cf2f-404f-b654-ed5083572def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bc4628-91b0-4df7-a90a-a1400a2a8de7,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:04.368209 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b8702-09ab-4a83-986e-d673b3194515 req-7d1cc936-5220-4562-ab8d-037216d679fa tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:04.369796 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0e0b8702-09ab-4a83-986e-d673b3194515 req-7d1cc936-5220-4562-ab8d-037216d679fa tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0724618 Aug 07 02:23:04.403512 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ff9397bc-6315-402d-9e7f-d30f57f4299d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.410037 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ff9397bc-6315-402d-9e7f-d30f57f4299d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.421597 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0e0b8702-09ab-4a83-986e-d673b3194515 req-6ea6fd0a-edcf-4bc8-a2b1-794f85dfbd88 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440478 Aug 07 02:23:04.440553 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ff9397bc-6315-402d-9e7f-d30f57f4299d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.444444 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-ff9397bc-6315-402d-9e7f-d30f57f4299d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2060490 Aug 07 02:23:04.444735 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60036) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:04.450397 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-c96d0779-f0d0-42ae-9372-2ae43f7fe18d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'security_group_rule': {'security_group_id': '2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0', 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:04.450559 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9397bc-6315-402d-9e7f-d30f57f4299d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c912de02-ff23-4132-94e2-b0c663cb7f7e,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:04.486697 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.securitygroups_db [None req-c96d0779-f0d0-42ae-9372-2ae43f7fe18d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Project 6f7483acfdd149668c9fae88d2b37364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 02:23:04.497575 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c96d0779-f0d0-42ae-9372-2ae43f7fe18d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.570062 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c96d0779-f0d0-42ae-9372-2ae43f7fe18d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.575523 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c96d0779-f0d0-42ae-9372-2ae43f7fe18d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.593567 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d0779-f0d0-42ae-9372-2ae43f7fe18d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32da64cd-76e4-4152-b56b-ca04b3470622,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:04.606167 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c96d0779-f0d0-42ae-9372-2ae43f7fe18d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.610277 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c96d0779-f0d0-42ae-9372-2ae43f7fe18d tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618173 Aug 07 02:23:04.610625 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60042) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:04.615424 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-06e3be94-8f1f-44ae-b473-defc31b1c779 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'security_group_rule': {'security_group_id': '2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0', 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:04.637560 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.securitygroups_db [None req-06e3be94-8f1f-44ae-b473-defc31b1c779 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Project 6f7483acfdd149668c9fae88d2b37364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 02:23:04.643024 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-06e3be94-8f1f-44ae-b473-defc31b1c779 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.686608 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60046) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:04.700763 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d10576e1-cfed-4f93-9f36-03aac59de807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.709060 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-06e3be94-8f1f-44ae-b473-defc31b1c779 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.713826 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-06e3be94-8f1f-44ae-b473-defc31b1c779 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.732292 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3be94-8f1f-44ae-b473-defc31b1c779 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c366af48-8182-4ed1-9cca-8b4e5db0488c,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:04.801112 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d10576e1-cfed-4f93-9f36-03aac59de807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.804469 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d10576e1-cfed-4f93-9f36-03aac59de807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.808821 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-06e3be94-8f1f-44ae-b473-defc31b1c779 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.812801 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-06e3be94-8f1f-44ae-b473-defc31b1c779 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1983802 Aug 07 02:23:04.849731 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d10576e1-cfed-4f93-9f36-03aac59de807 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6315645f6e9c4bf18e9c410d12cf5560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620293 Aug 07 02:23:04.850848 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10576e1-cfed-4f93-9f36-03aac59de807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6a46cd-ccf6-4855-a15c-5def3e8605ab,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:04.852502 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60052) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:04.920424 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-fef0277a-b9eb-4b61-a1e5-74e9ee4828dd tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669085824&fields=id&tenant_id=6f7483acfdd149668c9fae88d2b37364 HTTP/1.1" status: 200 len: 267 time: 0.0604508 Aug 07 02:23:04.942656 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c79aa1a6-d3b9-4a8a-a35f-6e2c9e45bfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:04.980438 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c79aa1a6-d3b9-4a8a-a35f-6e2c9e45bfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:05.007371 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-b4a7c700-4a94-454d-9309-7dc545188899 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:05.008832 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-b4a7c700-4a94-454d-9309-7dc545188899 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0792091 Aug 07 02:23:05.026764 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-ac5edde3-ec71-42b3-9bb0-f3907b36f533 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'port': {'security_groups': ['08dcd6c0-10c1-4b00-b4ee-b628194675ca', '2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:05.092686 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c79aa1a6-d3b9-4a8a-a35f-6e2c9e45bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:05.095178 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c79aa1a6-d3b9-4a8a-a35f-6e2c9e45bfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:05.096302 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c79aa1a6-d3b9-4a8a-a35f-6e2c9e45bfa6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd6a46cd-ccf6-4855-a15c-5def3e8605ab HTTP/1.1" status: 204 len: 168 time: 0.2426202 Aug 07 02:23:05.107844 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-ac5edde3-ec71-42b3-9bb0-f3907b36f533 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:05.111075 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aa1a6-d3b9-4a8a-a35f-6e2c9e45bfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6a46cd-ccf6-4855-a15c-5def3e8605ab,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:05.325417 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-ac5edde3-ec71-42b3-9bb0-f3907b36f533 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] For port 2c82c019-0077-454e-8a56-7c6dca33bb57, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2c82c019-0077-454e-8a56-7c6dca33bb57,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:23:05.359185 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-ac5edde3-ec71-42b3-9bb0-f3907b36f533 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:05.364756 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-ac5edde3-ec71-42b3-9bb0-f3907b36f533 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:05.382852 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['2c82c019-0077-454e-8a56-7c6dca33bb57'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:23:05.423024 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-ac5edde3-ec71-42b3-9bb0-f3907b36f533 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:05.423780 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-ac5edde3-ec71-42b3-9bb0-f3907b36f533 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:05.425525 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5d2ecb5-2da8-43c4-919e-e42c02cf3659 req-ac5edde3-ec71-42b3-9bb0-f3907b36f533 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "PUT /v2.0/ports/2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 200 len: 981 time: 0.4064670 Aug 07 02:23:05.426069 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:23:05.428520 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf921f5d-9700-4e25-b41a-079008d9b9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:23:05.508495 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1442b9-06ba-492b-a144-a3602ef67a3c x-openstack-request-id: req-bf1442b9-06ba-492b-a144-a3602ef67a3c {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:23:05.508795 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:23:05.509711 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf1442b9-06ba-492b-a144-a3602ef67a3c {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:23:05.510113 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'status': 'completed', 'code': 200} Aug 07 02:23:05.511745 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5edde3-ec71-42b3-9bb0-f3907b36f533 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'Port': ['ID=2c82c019-0077-454e-8a56-7c6dca33bb57,revision_number=6']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:05.537429 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['2c82c019-0077-454e-8a56-7c6dca33bb57'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:23:05.591279 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da0d26-a8bc-4e9d-bcd3-ef0995742ce6 req-4bd65b33-3c19-4484-b903-c53ba5b0aa2a tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:05.593280 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60da0d26-a8bc-4e9d-bcd3-ef0995742ce6 req-4bd65b33-3c19-4484-b903-c53ba5b0aa2a tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0688286 Aug 07 02:23:05.630489 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-9307d090-c397-4d03-a9b1-82944a8d0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:05.632916 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-9307d090-c397-4d03-a9b1-82944a8d0e59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f7483acfdd149668c9fae88d2b37364&device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 1137 time: 0.1022751 Aug 07 02:23:05.660147 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60da0d26-a8bc-4e9d-bcd3-ef0995742ce6 req-b4584bf0-6e0e-4cd5-9069-a31e91d7f311 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604036 Aug 07 02:23:05.716389 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd66bb-5a06-43fd-a199-aa0d25ba96ad req-ac5a7991-c490-449c-a9ce-4ec6f79b4288 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:05.718571 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8dbd66bb-5a06-43fd-a199-aa0d25ba96ad req-ac5a7991-c490-449c-a9ce-4ec6f79b4288 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0825901 Aug 07 02:23:05.751338 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:05.800066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8dbd66bb-5a06-43fd-a199-aa0d25ba96ad req-7faf2286-d810-4523-b66f-48941ef73c42 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752890 Aug 07 02:23:05.806751 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-c410e936-8757-4c5c-b68b-9ea1ebb4f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:05.814649 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-c410e936-8757-4c5c-b68b-9ea1ebb4f17a service neutron] 10.222.0.16 "GET /v2.0/networks?id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3 HTTP/1.1" status: 200 len: 915 time: 0.1650274 Aug 07 02:23:05.886636 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-54106d0a-5f1b-4a01-aa19-66a4f2f76d7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 200 len: 1000 time: 0.0651681 Aug 07 02:23:05.927349 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60088) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:05.945325 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-8e15ea20-c64f-40f7-99aa-bf5f4092b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:05.946851 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-8e15ea20-c64f-40f7-99aa-bf5f4092b676 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98fb607a-a92c-49a8-adfd-d03f6c2fcee5 HTTP/1.1" status: 200 len: 853 time: 0.0490351 Aug 07 02:23:05.973657 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-e36ac4ee-aecd-429a-9367-b5aa65ed7494 None None] Provisioning complete for port 2c82c019-0077-454e-8a56-7c6dca33bb57 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:23:05.974031 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e36ac4ee-aecd-429a-9367-b5aa65ed7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:05.997832 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-0b6544c1-e6bb-41b5-b43f-e845d530a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:05.999538 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-0b6544c1-e6bb-41b5-b43f-e845d530a901 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448084 Aug 07 02:23:06.040007 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7c5badb-4775-4892-915c-09b76727832c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.156959 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7c5badb-4775-4892-915c-09b76727832c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.162761 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7c5badb-4775-4892-915c-09b76727832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.213655 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d7c5badb-4775-4892-915c-09b76727832c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8625074a403841c7b4d9a2bb81a385b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852292 Aug 07 02:23:06.216857 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60092) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:06.223655 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5badb-4775-4892-915c-09b76727832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ef16da-9eba-4985-9691-4badf8a48573,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:06.283041 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9aa3f9d3-27ab-43b7-9c89-17acd089386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.305280 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9aa3f9d3-27ab-43b7-9c89-17acd089386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.353684 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9aa3f9d3-27ab-43b7-9c89-17acd089386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.356899 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9aa3f9d3-27ab-43b7-9c89-17acd089386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.360407 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9aa3f9d3-27ab-43b7-9c89-17acd089386f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62ef16da-9eba-4985-9691-4badf8a48573 HTTP/1.1" status: 204 len: 168 time: 0.1398995 Aug 07 02:23:06.363407 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-c4935908-de9d-48fc-87da-844be2b56976 service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507073 Aug 07 02:23:06.367731 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3f9d3-27ab-43b7-9c89-17acd089386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ef16da-9eba-4985-9691-4badf8a48573,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:06.474009 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-bf921f5d-9700-4e25-b41a-079008d9b9f1 req-d38a5a37-3899-48be-ab3c-b0e522f00214 service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983422 Aug 07 02:23:06.626637 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60098) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:06.642537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cf1264e4-91a6-45d0-9fb7-f58282c35e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.729032 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cf1264e4-91a6-45d0-9fb7-f58282c35e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.732738 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cf1264e4-91a6-45d0-9fb7-f58282c35e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.779186 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cf1264e4-91a6-45d0-9fb7-f58282c35e1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=308380f5f7a24f109f2fbb9b66e913cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514325 Aug 07 02:23:06.780044 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1264e4-91a6-45d0-9fb7-f58282c35e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcecb7fa-5191-478f-bdc9-7c1c748c264d,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:06.781997 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60100) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:06.831036 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2f595a3d-585b-4dd6-bb2c-569e6cdf67fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.851670 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2f595a3d-585b-4dd6-bb2c-569e6cdf67fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.899818 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2f595a3d-585b-4dd6-bb2c-569e6cdf67fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.902857 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2f595a3d-585b-4dd6-bb2c-569e6cdf67fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:06.904258 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2f595a3d-585b-4dd6-bb2c-569e6cdf67fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcecb7fa-5191-478f-bdc9-7c1c748c264d HTTP/1.1" status: 204 len: 168 time: 0.1211884 Aug 07 02:23:06.912832 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f595a3d-585b-4dd6-bb2c-569e6cdf67fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcecb7fa-5191-478f-bdc9-7c1c748c264d,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:06.924927 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244283a1-736a-4259-a71c-6f6ffd8fc6c7 req-768d1b05-5eeb-418a-84e5-61e3e05fe36f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:06.926155 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-244283a1-736a-4259-a71c-6f6ffd8fc6c7 req-768d1b05-5eeb-418a-84e5-61e3e05fe36f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0558641 Aug 07 02:23:06.967974 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-244283a1-736a-4259-a71c-6f6ffd8fc6c7 req-607fde88-2d26-4923-89fe-b067f815d8d4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333216 Aug 07 02:23:08.083833 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb34fe-8785-4ce8-a889-89308a3a1f10 req-f9c5a275-086f-4a2d-a698-6f53bea3c71f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:08.085351 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-00bb34fe-8785-4ce8-a889-89308a3a1f10 req-f9c5a275-086f-4a2d-a698-6f53bea3c71f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0489061 Aug 07 02:23:08.126001 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-00bb34fe-8785-4ce8-a889-89308a3a1f10 req-7de07120-9be5-4da0-ad40-aba609169fff tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344090 Aug 07 02:23:09.238526 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d574fe-2148-4108-995d-cd3d01cc6a60 req-9132f841-8d7e-4965-bc97-7c6c7d69dd61 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:09.239978 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-06d574fe-2148-4108-995d-cd3d01cc6a60 req-9132f841-8d7e-4965-bc97-7c6c7d69dd61 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0478642 Aug 07 02:23:09.276236 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-06d574fe-2148-4108-995d-cd3d01cc6a60 req-f8864318-5c10-4c26-8f9e-a20b9693619d tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304353 Aug 07 02:23:10.386667 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e70af-c56e-4192-954d-f4001f7320ef req-60f03de1-7fe9-456a-affe-1dda64d7b38a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:10.388213 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-515e70af-c56e-4192-954d-f4001f7320ef req-60f03de1-7fe9-456a-affe-1dda64d7b38a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0468450 Aug 07 02:23:10.425632 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-515e70af-c56e-4192-954d-f4001f7320ef req-e99f04a5-429c-4224-9811-1f15eea9926b tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316951 Aug 07 02:23:11.540393 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4bad9-d7d3-4379-ae8a-94e4c1d67406 req-e91591cb-94b2-4f7f-86f4-649fe22d6a33 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:11.541871 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-80f4bad9-d7d3-4379-ae8a-94e4c1d67406 req-e91591cb-94b2-4f7f-86f4-649fe22d6a33 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0525324 Aug 07 02:23:11.583110 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-80f4bad9-d7d3-4379-ae8a-94e4c1d67406 req-1e5210c5-1d99-4ca9-9e43-a003621e223e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347226 Aug 07 02:23:12.695418 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e27473-9d6a-4f12-83e7-086f0a4f2891 req-e62df28d-5d8f-4d99-81b8-0bdd09970abe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:12.696860 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d5e27473-9d6a-4f12-83e7-086f0a4f2891 req-e62df28d-5d8f-4d99-81b8-0bdd09970abe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0476913 Aug 07 02:23:12.733522 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d5e27473-9d6a-4f12-83e7-086f0a4f2891 req-748922cf-0759-4275-a012-63b988ba7cfa tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308790 Aug 07 02:23:13.848166 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34191ca8-7871-4916-a669-57673698b435 req-c1767d11-2e9c-420a-8838-69104f6a223c tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:13.849655 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-34191ca8-7871-4916-a669-57673698b435 req-c1767d11-2e9c-420a-8838-69104f6a223c tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0490294 Aug 07 02:23:13.887877 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-34191ca8-7871-4916-a669-57673698b435 req-288ae4c8-9078-4146-8a6b-b52fc5907234 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322154 Aug 07 02:23:14.939729 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c67e65-bfdc-4699-9767-66c9cb6818ae req-547257dd-f99b-4f7b-8202-b1177c69f4f0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:14.941209 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86c67e65-bfdc-4699-9767-66c9cb6818ae req-547257dd-f99b-4f7b-8202-b1177c69f4f0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.0489092 Aug 07 02:23:15.004842 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86c67e65-bfdc-4699-9767-66c9cb6818ae req-b1728ff3-5263-4136-aaad-6e741e06788b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577314 Aug 07 02:23:15.023894 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bccac-2f2a-472b-a2b2-2fc21145987a req-7415ab24-0360-4262-9df0-d70bb1317496 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:15.025334 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b8bccac-2f2a-472b-a2b2-2fc21145987a req-7415ab24-0360-4262-9df0-d70bb1317496 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0616369 Aug 07 02:23:15.062720 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b8bccac-2f2a-472b-a2b2-2fc21145987a req-a1ca8953-20b9-442d-8fd9-fe5f507991b7 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310748 Aug 07 02:23:16.122582 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00db51-2069-4df5-bf5f-93f522cdff93 req-0cc1c84f-8264-4404-b6d7-d0c28a093191 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:16.124070 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a00db51-2069-4df5-bf5f-93f522cdff93 req-0cc1c84f-8264-4404-b6d7-d0c28a093191 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.0479758 Aug 07 02:23:16.193289 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a00db51-2069-4df5-bf5f-93f522cdff93 req-464ba38e-93b7-40b5-b8a3-1eb81ae6c499 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571194 Aug 07 02:23:16.201984 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3977b9-1d5e-44cc-9727-3599c67f78af req-22926a8c-4109-4d76-8532-6e4e8b187bc8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:16.203428 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5c3977b9-1d5e-44cc-9727-3599c67f78af req-22926a8c-4109-4d76-8532-6e4e8b187bc8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0754728 Aug 07 02:23:16.240643 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5c3977b9-1d5e-44cc-9727-3599c67f78af req-edf05b96-c8fc-40f0-91e5-66049c5d6425 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314782 Aug 07 02:23:17.053651 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-170353eb-3013-451e-8bdd-a5fec2bb1945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:17.324249 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299a17e-baa8-4d42-94b9-5a5238a82e42 req-f9a89d92-3874-493a-8b3c-7796abae7274 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:17.325624 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3299a17e-baa8-4d42-94b9-5a5238a82e42 req-f9a89d92-3874-493a-8b3c-7796abae7274 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.0575044 Aug 07 02:23:17.388467 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea32b9-9380-4432-8d31-9196a5b02080 req-6bd9b1aa-9004-48b0-9217-7274cbb5981f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:17.389932 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-08ea32b9-9380-4432-8d31-9196a5b02080 req-6bd9b1aa-9004-48b0-9217-7274cbb5981f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0816739 Aug 07 02:23:17.392517 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3299a17e-baa8-4d42-94b9-5a5238a82e42 req-6a66cc4d-8269-4f10-8df1-3d1946a1bb49 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498824 Aug 07 02:23:17.430620 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-08ea32b9-9380-4432-8d31-9196a5b02080 req-b952f0d6-9d2e-4861-9606-481ed086f0ce tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348320 Aug 07 02:23:18.523644 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486bf60-9191-4c3c-bc7c-2fe73f22e72c req-b1b82ccf-56eb-428b-b9de-c3a6e29e40c3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:18.525494 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d486bf60-9191-4c3c-bc7c-2fe73f22e72c req-b1b82ccf-56eb-428b-b9de-c3a6e29e40c3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.0617146 Aug 07 02:23:18.585245 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d29242-eedb-44ee-9d58-640bb168fb0f req-c7f04d42-c04b-4a92-96f4-94f4da64f154 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:18.586736 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e3d29242-eedb-44ee-9d58-640bb168fb0f req-c7f04d42-c04b-4a92-96f4-94f4da64f154 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0850916 Aug 07 02:23:18.592217 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d486bf60-9191-4c3c-bc7c-2fe73f22e72c req-cf545451-4b67-48f5-a4ec-027bdc2e4813 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513792 Aug 07 02:23:18.626926 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e3d29242-eedb-44ee-9d58-640bb168fb0f req-08942bfc-1348-431f-a784-43d4f7086f33 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337887 Aug 07 02:23:18.822229 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d2bbc-5fb0-4147-8f41-582635d0eaaf req-c76b4f57-6de9-4628-8daa-1e269d780e27 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:18.823841 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e0d2bbc-5fb0-4147-8f41-582635d0eaaf req-c76b4f57-6de9-4628-8daa-1e269d780e27 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0551605 Aug 07 02:23:18.849196 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-28623c61-1229-4113-b303-6b78484d1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:18.850624 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-28623c61-1229-4113-b303-6b78484d1484 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 1099 time: 0.0394075 Aug 07 02:23:18.863619 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e0d2bbc-5fb0-4147-8f41-582635d0eaaf req-fe14fc4c-f818-4252-ac49-9ba05e9d52d3 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334635 Aug 07 02:23:18.941365 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-6752f888-c892-4053-90c5-ba679a3e9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:18.942844 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-6752f888-c892-4053-90c5-ba679a3e9f32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 911 time: 0.0849543 Aug 07 02:23:19.007352 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-b573a8ae-b2c4-4609-b84b-6a257b04045a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956c1362-3062-4e69-a133-5684aa7b1f98 HTTP/1.1" status: 200 len: 1000 time: 0.0555465 Aug 07 02:23:19.061980 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-f94747e5-f1f0-47f5-9800-9ca4fe09d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:19.063416 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-f94747e5-f1f0-47f5-9800-9ca4fe09d5ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 200 len: 849 time: 0.0452960 Aug 07 02:23:19.116521 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-cc521112-1e88-4eb3-aa1d-8cd326bfda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:19.117858 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-cc521112-1e88-4eb3-aa1d-8cd326bfda4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d2b172-ffc6-4791-b79b-051731a936e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463076 Aug 07 02:23:19.203927 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-ead83038-65f8-4b3a-8133-fc44607c3bca tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:19.205348 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-ead83038-65f8-4b3a-8133-fc44607c3bca tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.0992711 Aug 07 02:23:19.265254 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-940387ce-501f-41d9-8270-8d31e835bd55 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348855 Aug 07 02:23:19.375630 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Deleting port 87521203-6829-426a-ab6f-720a12a61d9a {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:23:19.375896 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:19.423011 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-05c12ee7-346a-4d2b-970a-e2aa71cc7b50 req-27e8ad07-3ba4-487d-adfd-5728534bb3e5 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400669 Aug 07 02:23:19.472717 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] For port 87521203-6829-426a-ab6f-720a12a61d9a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=87521203-6829-426a-ab6f-720a12a61d9a,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:23:19.473079 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:19.580431 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0d928b02-1d86-44ca-8b82-d3f73021dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:19.723854 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec2c0-5268-4568-85c1-802edc32be54 req-a487c328-2dba-473b-ac8b-9b5bac2e9123 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:19.725328 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a6ec2c0-5268-4568-85c1-802edc32be54 req-a487c328-2dba-473b-ac8b-9b5bac2e9123 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 947 time: 0.0471535 Aug 07 02:23:19.750581 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:19.764786 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a6ec2c0-5268-4568-85c1-802edc32be54 req-2ad6dd97-a8d2-46ae-ad93-d844ccbea44c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=1449d534-fed5-4229-930f-c71a2efef266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328183 Aug 07 02:23:19.769009 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:19.769384 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:19.769870 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.l3_db [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Floating IP d406c8d1-3595-4880-aa53-cbbad1d9f94a disassociated. External IP: 172.27.3.76, port: 87521203-6829-426a-ab6f-720a12a61d9a. Aug 07 02:23:19.770216 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Calling delete_port for 87521203-6829-426a-ab6f-720a12a61d9a owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:23:19.896712 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:19.924110 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event deleted for resources: {'Port': ['ID=87521203-6829-426a-ab6f-720a12a61d9a,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:19.936194 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.936548 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.936896 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.937239 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.937576 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.937914 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.938249 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.938724 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.939057 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.939393 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.939723 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.940054 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:19.982705 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538371a-a37d-4c9f-815a-229a8269577a req-428ba503-7b00-4181-b431-907ef521bafe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:19.984184 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6538371a-a37d-4c9f-815a-229a8269577a req-428ba503-7b00-4181-b431-907ef521bafe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0501304 Aug 07 02:23:20.022540 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6538371a-a37d-4c9f-815a-229a8269577a req-e12bfca3-ac10-4654-8f1f-6a86913d0027 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320649 Aug 07 02:23:20.050485 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Router 3c556015-42be-41c9-8f27-6ab44e88ffd4 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:23:20.154565 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:23:20.164185 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] Sync routers for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:23:20.174159 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:23:20.174895 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:23:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:20.193020 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] No DVR routers for this DVR port 87521203-6829-426a-ab6f-720a12a61d9a on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:23:20.195741 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:20.197775 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8b7f9431-bff5-487b-8ef6-d750d23ffbed req-e7a0b009-87f1-4c6a-ab64-4a37979419cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "DELETE /v2.0/ports/87521203-6829-426a-ab6f-720a12a61d9a HTTP/1.1" status: 204 len: 173 time: 0.9846668 Aug 07 02:23:20.198218 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-deleted', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:23:20.200506 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54be1bff-6787-4fc0-9221-08a7821599ca" -d '{"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-deleted", "tag": "87521203-6829-426a-ab6f-720a12a61d9a"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:23:20.239429 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053f161-7eac-40b5-a132-f5a8bf60cc9f x-openstack-request-id: req-c053f161-7eac-40b5-a132-f5a8bf60cc9f {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:23:20.239861 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae2e1e2-f6a3-40e3-9a0e-a2254475964c", "name": "network-vif-deleted", "tag": "87521203-6829-426a-ab6f-720a12a61d9a", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:23:20.240124 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c053f161-7eac-40b5-a132-f5a8bf60cc9f {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:23:20.240541 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae2e1e2-f6a3-40e3-9a0e-a2254475964c', 'name': 'network-vif-deleted', 'tag': '87521203-6829-426a-ab6f-720a12a61d9a', 'status': 'completed', 'code': 200} Aug 07 02:23:20.283794 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:23:20.473254 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:20.504869 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] Checking router: 3c556015-42be-41c9-8f27-6ab44e88ffd4 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:23:20.513969 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:23:20.514678 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:23:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:20.615287 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:23:20.819191 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:20.845882 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c2b0c-28f9-4f68-871e-895fe93ce8a3 None None] The sync data for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi is: [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:23:20.871687 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:20.875161 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-56951689-d2f9-4d13-a026-22a84e5b62bb req-f2b6b7a6-09b6-4939-b3fa-82c3b456a5ba tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0369835 Aug 07 02:23:21.058618 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd3c6f-555b-4280-b680-1ebf9a76c6af None None] New status for floating IP d406c8d1-3595-4880-aa53-cbbad1d9f94a: DOWN {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:23:21.151622 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450d09-7b62-44a8-b131-a03397dff32e req-0ca581cf-2350-4f12-bc2b-d798ba4656c3 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:21.153799 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a450d09-7b62-44a8-b131-a03397dff32e req-0ca581cf-2350-4f12-bc2b-d798ba4656c3 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0577054 Aug 07 02:23:21.198952 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a450d09-7b62-44a8-b131-a03397dff32e req-d11cc229-74cf-4e91-b922-75ad98f8a8b0 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384738 Aug 07 02:23:21.972044 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aa3851b3-09e4-45a6-bd8f-f2ad6c84d308 req-a131aa03-54f5-4c02-9371-8ecb3fbcced6 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0248499 Aug 07 02:23:22.243212 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:22.307128 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c764509-8214-42e5-9c56-de5cf179a490 req-31708887-0f47-40e3-b745-d8ad2296fc3e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:22.308603 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c764509-8214-42e5-9c56-de5cf179a490 req-31708887-0f47-40e3-b745-d8ad2296fc3e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0480721 Aug 07 02:23:22.347921 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c764509-8214-42e5-9c56-de5cf179a490 req-03c3e235-c380-44db-bd3a-25c27e018e36 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331013 Aug 07 02:23:23.082094 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-584fd03b-7eac-4639-be71-ae37366cb4c8 req-79b24ba0-bab1-46f8-a629-df74d1006a4c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ae2e1e2-f6a3-40e3-9a0e-a2254475964c HTTP/1.1" status: 200 len: 210 time: 0.0277107 Aug 07 02:23:24.170487 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60296) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:24.223071 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b3731a03-aeee-4ebf-a7fe-343e848b8790 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.245655 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b3731a03-aeee-4ebf-a7fe-343e848b8790 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.292875 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b3731a03-aeee-4ebf-a7fe-343e848b8790 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.296010 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b3731a03-aeee-4ebf-a7fe-343e848b8790 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.297126 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-b3731a03-aeee-4ebf-a7fe-343e848b8790 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "DELETE /v2.0/security-groups/1449d534-fed5-4229-930f-c71a2efef266 HTTP/1.1" status: 204 len: 168 time: 0.1255996 Aug 07 02:23:24.299970 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60298) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:24.305853 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3731a03-aeee-4ebf-a7fe-343e848b8790 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1449d534-fed5-4229-930f-c71a2efef266,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:24.314356 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.api.v2.resource [None req-fa02fc01-f8e0-44de-a977-85284ba7c1b8 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] show failed (client error): The resource could not be found. Aug 07 02:23:24.315382 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-fa02fc01-f8e0-44de-a977-85284ba7c1b8 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups/1449d534-fed5-4229-930f-c71a2efef266 HTTP/1.1" status: 404 len: 347 time: 0.0143597 Aug 07 02:23:24.318113 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60300) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:24.437701 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Deleting port 9949989e-4eb9-447e-8786-a20bad28b9e2 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:23:24.438036 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.509782 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.510116 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.521888 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Calling delete_port for 9949989e-4eb9-447e-8786-a20bad28b9e2 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:23:24.657356 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.682138 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event deleted for resources: {'Port': ['ID=9949989e-4eb9-447e-8786-a20bad28b9e2,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:24.740815 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.743313 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:24.744450 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-49400b8b-049b-4493-ad68-18c122d1c233 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "DELETE /v2.0/floatingips/d406c8d1-3595-4880-aa53-cbbad1d9f94a HTTP/1.1" status: 204 len: 168 time: 0.4254286 Aug 07 02:23:25.976852 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60318) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:25.981522 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-5de93185-7e89-44b0-9b63-4173bc99c976 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052586688', 'description': 'tempest-description--1083592639'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:26.003388 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5de93185-7e89-44b0-9b63-4173bc99c976 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.085551 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5de93185-7e89-44b0-9b63-4173bc99c976 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.089179 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5de93185-7e89-44b0-9b63-4173bc99c976 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.116732 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5de93185-7e89-44b0-9b63-4173bc99c976 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.117971 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-5de93185-7e89-44b0-9b63-4173bc99c976 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1400979 Aug 07 02:23:26.120868 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60322) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:26.125983 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-35ea24f0-e7e1-4c88-b177-8ab01879018f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'security_group_rule': {'security_group_id': '878d7dcd-ac4c-4472-93e1-95035682d69c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:26.131225 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de93185-7e89-44b0-9b63-4173bc99c976 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878d7dcd-ac4c-4472-93e1-95035682d69c,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:26.154111 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ea24f0-e7e1-4c88-b177-8ab01879018f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.207972 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ea24f0-e7e1-4c88-b177-8ab01879018f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.211494 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ea24f0-e7e1-4c88-b177-8ab01879018f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.227923 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea24f0-e7e1-4c88-b177-8ab01879018f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3927f964-43a9-4d4d-837a-497f0a62cbdc,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:26.234400 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ea24f0-e7e1-4c88-b177-8ab01879018f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.235651 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-35ea24f0-e7e1-4c88-b177-8ab01879018f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133091 Aug 07 02:23:26.238196 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60324) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:26.242567 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-da3aa40d-0cbd-4c26-8208-63bbe4b7b5c9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'security_group_rule': {'security_group_id': '878d7dcd-ac4c-4472-93e1-95035682d69c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:26.268707 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da3aa40d-0cbd-4c26-8208-63bbe4b7b5c9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.324261 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da3aa40d-0cbd-4c26-8208-63bbe4b7b5c9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.328817 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da3aa40d-0cbd-4c26-8208-63bbe4b7b5c9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.347605 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3aa40d-0cbd-4c26-8208-63bbe4b7b5c9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338825aa-fe64-4d12-b3df-649820cdc2f0,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:26.351095 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da3aa40d-0cbd-4c26-8208-63bbe4b7b5c9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.352242 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-da3aa40d-0cbd-4c26-8208-63bbe4b7b5c9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130967 Aug 07 02:23:26.355420 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60326) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:26.359714 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'floatingip': {'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:26.380171 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.470295 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.574430 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Allocated IP 172.27.3.133 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/956fed32-5421-4bc4-bbcf-83057efd450b) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:23:26.670159 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.706485 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.744247 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:23:26.749768 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:23:26.753181 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:23:26.779880 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'Port': ['ID=956fed32-5421-4bc4-bbcf-83057efd450b,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:26.837060 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:26.869928 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:27.020136 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:27.024868 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:27.095340 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'Port': ['ID=956fed32-5421-4bc4-bbcf-83057efd450b,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:27.105147 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:27.119606 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:27.120844 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-c4fed229-ab66-4145-a44b-61439f2a2e47 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7644606 Aug 07 02:23:27.302915 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-c53402c0-e9c9-46a0-a783-35336651e165 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2052586688&fields=id&tenant_id=5fd0303258fa4a71b82ea6e98708a0af HTTP/1.1" status: 200 len: 267 time: 0.0328648 Aug 07 02:23:27.404982 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-fd5d2458-79cf-49fb-98d3-2f10d3884cbc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:27.406712 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-fd5d2458-79cf-49fb-98d3-2f10d3884cbc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 816 time: 0.0968285 Aug 07 02:23:27.421782 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-fb40c872-2d6d-446d-aedd-13719ba3d6f9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/quotas/5fd0303258fa4a71b82ea6e98708a0af HTTP/1.1" status: 200 len: 375 time: 0.0093837 Aug 07 02:23:27.471714 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-a62c6fba-1097-413a-a16b-d3ffbc6bff52 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449679 Aug 07 02:23:27.567180 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-d8706702-e103-4479-b035-f93c479df2f2 service neutron] 10.222.0.11 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836649 Aug 07 02:23:27.653940 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-d4e0cfc1-1754-43b0-a786-6e3b806d175d service neutron] 10.222.0.11 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807321 Aug 07 02:23:27.809842 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2bf587f0-ef74-4f42-95cc-62f028087a39 req-55d8acfa-8e73-4308-9084-d956a6af4b4d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 210 time: 0.0300610 Aug 07 02:23:28.177989 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:23:28.202352 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 87521203-6829-426a-ab6f-720a12a61d9a {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:23:28.202723 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 87521203-6829-426a-ab6f-720a12a61d9a not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:23:28.878424 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-d2b8f5da-8605-44cc-a8a7-62f4afbee3e9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:28.879897 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-d2b8f5da-8605-44cc-a8a7-62f4afbee3e9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 816 time: 0.1249006 Aug 07 02:23:28.906716 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0d036801-ecb0-478c-92d1-dbfcf3955eee req-780dbb43-a42b-43c6-a50e-72cabf190f43 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 210 time: 0.0267639 Aug 07 02:23:28.935373 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-cf93728e-2b36-410d-b717-0b922a7d6190 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fd0303258fa4a71b82ea6e98708a0af HTTP/1.1" status: 200 len: 380 time: 0.0418134 Aug 07 02:23:28.947227 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'port': {'device_id': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'admin_state_up': True, 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'security_groups': ['878d7dcd-ac4c-4472-93e1-95035682d69c']}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:29.053529 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Made reservation on behalf of 5fd0303258fa4a71b82ea6e98708a0af for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:23:29.056928 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:29.175053 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Allocated IP 172.20.0.5 (6b4f1296-0f14-4901-96bc-92f64470c800/1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c/19ac1b5f-e0d7-4d73-8f90-eb232b602500) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:23:29.325257 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:29.338847 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Transition to ACTIVE for port object 19ac1b5f-e0d7-4d73-8f90-eb232b602500 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:23:29.376298 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:29.413471 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Network 6b4f1296-0f14-4901-96bc-92f64470c800 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:23:29.416350 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:23:29.419286 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:23:29.458604 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:29.485879 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:29.486513 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:29.501723 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-48ef8622-e0f0-47e8-8392-c10279038c6b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584898 Aug 07 02:23:29.513968 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Request body: {'port': {'device_id': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:29.568858 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:29.647557 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-eaf3a8ec-c8f8-4cef-8dfd-0a0cf73ad05f None None] Provisioning for port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:23:29.651310 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-eaf3a8ec-c8f8-4cef-8dfd-0a0cf73ad05f None None] Provisioning complete for port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:23:29.651775 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-eaf3a8ec-c8f8-4cef-8dfd-0a0cf73ad05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:29.685947 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3a8ec-c8f8-4cef-8dfd-0a0cf73ad05f None None] Port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:23:29.819583 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ac1b5f-e0d7-4d73-8f90-eb232b602500 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:23:29.827335 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:29.838561 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Transition to ACTIVE for port object 19ac1b5f-e0d7-4d73-8f90-eb232b602500 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:23:29.842281 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:29.893611 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:29.963948 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Attempting to bind port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:23:29.964287 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Attempting to bind port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:23:29.964611 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Attempting to bind port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 on network 6b4f1296-0f14-4901-96bc-92f64470c800 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:23:29.969212 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 on network 6b4f1296-0f14-4901-96bc-92f64470c800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:23:29.969532 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Attempting to bind port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 on network 6b4f1296-0f14-4901-96bc-92f64470c800 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:23:29.974522 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:23:29.974861 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Checking segment: {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:23:29.975237 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Bound using segment: {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:23:29.975654 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Bound port: 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:23:29.976007 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:30.032428 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7606db-5b07-493a-a557-5d87f41ef502 req-a5b4b0a7-4340-4a29-97e5-c70bdfbf576a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:30.033976 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fc7606db-5b07-493a-a557-5d87f41ef502 req-a5b4b0a7-4340-4a29-97e5-c70bdfbf576a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0508747 Aug 07 02:23:30.047762 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:23:30.051018 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:23:30.055739 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:30.076223 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fc7606db-5b07-493a-a557-5d87f41ef502 req-87f1a8ba-db8d-4c36-9de1-1f9657aae99d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351660 Aug 07 02:23:30.091566 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:30.092183 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:30.093576 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] 10.222.0.16 "PUT /v2.0/ports/19ac1b5f-e0d7-4d73-8f90-eb232b602500 HTTP/1.1" status: 200 len: 1093 time: 0.5841882 Aug 07 02:23:30.094047 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:23:30.096351 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d4832-a008-4dba-a99d-dc08f909e590" -d '{"events": [{"name": "network-changed", "server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:23:30.128774 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db346cfd-6046-4d4c-952d-de46b4fd4a22 service neutron] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:30.136608 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94394f-2c65-4dfd-8793-0d8c91b4d41c x-openstack-request-id: req-0e94394f-2c65-4dfd-8793-0d8c91b4d41c {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:23:30.136744 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:23:30.137517 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e94394f-2c65-4dfd-8793-0d8c91b4d41c {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:23:30.138877 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'status': 'completed', 'code': 200} Aug 07 02:23:30.194284 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-d43971b3-5f88-4f76-8c8b-5c9a86868ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:30.195799 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-d43971b3-5f88-4f76-8c8b-5c9a86868ef8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0409369 Aug 07 02:23:30.237779 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-1828b348-882d-4eff-b21c-f0ee803e2bf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500 HTTP/1.1" status: 200 len: 217 time: 0.0337043 Aug 07 02:23:30.293561 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-87331b82-c947-4ed7-944d-62aba98482e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:30.295618 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-87331b82-c947-4ed7-944d-62aba98482e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0496268 Aug 07 02:23:30.343456 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-a8383afd-8909-4233-bb60-846b95570794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:30.344916 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-a8383afd-8909-4233-bb60-846b95570794 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388377 Aug 07 02:23:30.435110 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-74d37ee1-0a1c-4ef1-9827-fd472cede3c4 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815880 Aug 07 02:23:30.532279 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7e45dab5-404d-4dee-a5fe-0aaf89225a7d req-ab16de0b-37ce-49db-b235-4c43021cc28d service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876710 Aug 07 02:23:30.631861 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-882b448a-a784-4434-9472-ad3a98b8ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:30.633360 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-882b448a-a784-4434-9472-ad3a98b8ef6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0428643 Aug 07 02:23:30.969544 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-80c131c1-ef37-4094-a146-580df5a99725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:30.971043 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-80c131c1-ef37-4094-a146-580df5a99725 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 917 time: 0.3301318 Aug 07 02:23:31.020250 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-a5a4695b-638f-4175-bf81-664e0d0ecd5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500 HTTP/1.1" status: 200 len: 217 time: 0.0320058 Aug 07 02:23:31.196188 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f38b7-591e-4cc1-9f74-e3d97a2bbbfe req-b3953d3a-51e4-48f1-86d7-e42062e1bd76 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:31.197656 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7c4f38b7-591e-4cc1-9f74-e3d97a2bbbfe req-b3953d3a-51e4-48f1-86d7-e42062e1bd76 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0479968 Aug 07 02:23:31.234569 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7c4f38b7-591e-4cc1-9f74-e3d97a2bbbfe req-7d3eca4e-a01b-49b8-b45e-56947932b563 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305512 Aug 07 02:23:32.005710 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-ffb097bb-9b73-4f4d-8b1b-cff8ef5f681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:32.007194 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-ffb097bb-9b73-4f4d-8b1b-cff8ef5f681d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0436325 Aug 07 02:23:32.355413 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af9660-a23d-4d81-b633-0efcd3c63f48 req-ebbe33d7-c3d8-449d-be22-a37524c127e2 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:32.357560 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a9af9660-a23d-4d81-b633-0efcd3c63f48 req-ebbe33d7-c3d8-449d-be22-a37524c127e2 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0513246 Aug 07 02:23:32.394466 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a9af9660-a23d-4d81-b633-0efcd3c63f48 req-8596c1a1-b2f3-4c4b-8aa7-1491d1dbdd9b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311551 Aug 07 02:23:32.933611 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-f84a281b-8546-4773-b359-8ead2674ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:32.935556 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-f84a281b-8546-4773-b359-8ead2674ebf9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420024 Aug 07 02:23:33.358201 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:23:33.510207 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74b2d5-4cf2-4eb1-ad95-3b1563471b84 req-c7ce50b7-0e8c-4037-b7af-fc1d3e05e80f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:33.511712 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b74b2d5-4cf2-4eb1-ad95-3b1563471b84 req-c7ce50b7-0e8c-4037-b7af-fc1d3e05e80f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0486681 Aug 07 02:23:33.549235 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b74b2d5-4cf2-4eb1-ad95-3b1563471b84 req-dcd22c77-40aa-4754-9d46-f146d77f458b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Aug 07 02:23:34.143794 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-30142d6b-c599-4446-8896-f9275031ebe0 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084907 Aug 07 02:23:34.153423 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-7996dfb8-97e4-486b-a666-484bc3fbea21 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518866 Aug 07 02:23:34.268590 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-82cf5469-efec-4b7a-a21c-9cef2a8c29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:34.270068 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-82cf5469-efec-4b7a-a21c-9cef2a8c29ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 1099 time: 0.0660441 Aug 07 02:23:34.272174 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7f6d4832-a008-4dba-a99d-dc08f909e590 req-b00fec99-5bfc-4e2a-aca6-31941720e508 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178267 Aug 07 02:23:34.381920 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-ea2d68e9-a971-4447-8ac3-9db49800b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:34.383715 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-ea2d68e9-a971-4447-8ac3-9db49800b41a service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 911 time: 0.0867164 Aug 07 02:23:34.446316 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-883494e1-5a90-46ce-a07b-b36a1d8f0d7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956c1362-3062-4e69-a133-5684aa7b1f98 HTTP/1.1" status: 200 len: 1000 time: 0.0550237 Aug 07 02:23:34.498854 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-23b1c01f-575c-4447-ac80-75ff321d7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:34.500298 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-23b1c01f-575c-4447-ac80-75ff321d7b08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 200 len: 849 time: 0.0451002 Aug 07 02:23:34.553167 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-e2172214-aa39-4e64-ae02-11c0c4b0725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:34.554685 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-e2172214-aa39-4e64-ae02-11c0c4b0725c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d2b172-ffc6-4791-b79b-051731a936e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393157 Aug 07 02:23:34.647992 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-5ad0ba81-b043-4ce1-8fc0-068093c36ae8 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815868 Aug 07 02:23:34.666881 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a97d0-64f8-4fe4-ad0a-d2dfa16146e2 req-74fb81b2-bd64-4dba-a90f-4dff8d2c0f12 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:34.668631 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-721a97d0-64f8-4fe4-ad0a-d2dfa16146e2 req-74fb81b2-bd64-4dba-a90f-4dff8d2c0f12 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0488660 Aug 07 02:23:34.718668 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-721a97d0-64f8-4fe4-ad0a-d2dfa16146e2 req-0577142b-f031-4933-b724-06bece22a13d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402770 Aug 07 02:23:34.751591 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a7a4a5e7-9f5b-4236-a88f-5426fdd028fb req-4730fa80-d4d0-4fcf-bb51-388b22f3bf80 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938618 Aug 07 02:23:35.691423 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:35.837491 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54eeec-5dc2-4c4a-afb6-342b9362a463 req-74735441-1f1e-4f26-8a8a-4ba88231b203 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:35.838997 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce54eeec-5dc2-4c4a-afb6-342b9362a463 req-74735441-1f1e-4f26-8a8a-4ba88231b203 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0543303 Aug 07 02:23:35.880536 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce54eeec-5dc2-4c4a-afb6-342b9362a463 req-44172ad1-98d1-4eb9-8df2-c17a8a85a49a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340624 Aug 07 02:23:36.185592 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 19ac1b5f-e0d7-4d73-8f90-eb232b602500 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:23:36.279565 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:23:36.290788 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'port_id': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'mac_address': 'fa:16:3e:d3:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:23:36.329740 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:36.342530 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ac1b5f-e0d7-4d73-8f90-eb232b602500 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:23:36.361600 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:23:36.365177 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:36.413290 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:36.639852 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['19ac1b5f-e0d7-4d73-8f90-eb232b602500'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:23:36.997874 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81efd2-a98d-46e0-99fd-caa808d6c999 req-4790f66a-7aee-4675-9360-20501bd26a19 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:36.999351 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0e81efd2-a98d-46e0-99fd-caa808d6c999 req-4790f66a-7aee-4675-9360-20501bd26a19 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 944 time: 0.0478690 Aug 07 02:23:37.035418 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0e81efd2-a98d-46e0-99fd-caa808d6c999 req-10504233-a1c1-4e72-a25f-622920a8e38a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303204 Aug 07 02:23:38.150437 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f358051-bbb0-4f74-a690-d179cd12f506 req-1e8faf73-6e8d-4c52-a4e3-c8e968ff5699 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:38.151885 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3f358051-bbb0-4f74-a690-d179cd12f506 req-1e8faf73-6e8d-4c52-a4e3-c8e968ff5699 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 944 time: 0.0476394 Aug 07 02:23:38.189979 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3f358051-bbb0-4f74-a690-d179cd12f506 req-c9c6bfe4-156d-4426-b682-dff111e5af36 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308418 Aug 07 02:23:38.194134 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 19ac1b5f-e0d7-4d73-8f90-eb232b602500 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:23:38.240692 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:23:38.244266 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:23:38.244636 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:38.316370 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:38.339517 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:23:38.342341 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e23ac8-6b36-4240-a392-07afb1879f72" -d '{"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-plugged", "status": "completed", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:23:38.355012 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:23:38.359732 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:38.383859 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d2d9a1-c6b7-4e9b-b672-0f52a96c5313 x-openstack-request-id: req-40d2d9a1-c6b7-4e9b-b672-0f52a96c5313 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:23:38.384151 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-plugged", "status": "completed", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:23:38.384405 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40d2d9a1-c6b7-4e9b-b672-0f52a96c5313 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:23:38.384803 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'code': 200} Aug 07 02:23:38.413058 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:38.581561 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01653fc-f7c3-4a82-bc9f-fb4a41194ce4 req-b84ec2eb-a539-442f-9015-1f74e6487fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:38.583112 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d01653fc-f7c3-4a82-bc9f-fb4a41194ce4 req-b84ec2eb-a539-442f-9015-1f74e6487fd6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 1098 time: 0.0413651 Aug 07 02:23:38.624302 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d01653fc-f7c3-4a82-bc9f-fb4a41194ce4 req-79cb7b96-a63a-45fb-9dfe-b0d2d51b973e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291326 Aug 07 02:23:38.651227 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60466) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:38.752210 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-48ce38c8-5e33-41bd-85d6-f576ec8fdf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:38.835969 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-48ce38c8-5e33-41bd-85d6-f576ec8fdf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:38.839423 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-48ce38c8-5e33-41bd-85d6-f576ec8fdf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:38.880225 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-48ce38c8-5e33-41bd-85d6-f576ec8fdf68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=707fcefd901742109d90172e2b70c62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276874 Aug 07 02:23:38.881053 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce38c8-5e33-41bd-85d6-f576ec8fdf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef1e2fb-bda7-42dc-b464-6e557a4fbed4,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:38.882884 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60470) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:38.935290 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4a3aecf0-4dd6-4175-8655-d1af6b871974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:38.955862 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4a3aecf0-4dd6-4175-8655-d1af6b871974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.000601 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4a3aecf0-4dd6-4175-8655-d1af6b871974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.003317 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4a3aecf0-4dd6-4175-8655-d1af6b871974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.004432 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4a3aecf0-4dd6-4175-8655-d1af6b871974 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ef1e2fb-bda7-42dc-b464-6e557a4fbed4 HTTP/1.1" status: 204 len: 168 time: 0.1194541 Aug 07 02:23:39.012456 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3aecf0-4dd6-4175-8655-d1af6b871974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef1e2fb-bda7-42dc-b464-6e557a4fbed4,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:39.256486 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60478) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:39.292526 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6bf41fac-21fc-4521-880d-90f82e075916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.329096 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab2ec9-6b8d-4868-93ee-37a687b29df8 req-07c67300-02d4-4331-91cb-e63c89ac48cc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:39.330609 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f2ab2ec9-6b8d-4868-93ee-37a687b29df8 req-07c67300-02d4-4331-91cb-e63c89ac48cc tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0670440 Aug 07 02:23:39.384611 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f2ab2ec9-6b8d-4868-93ee-37a687b29df8 req-189db6a2-7d85-4f52-863b-ee5d48e1503c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470648 Aug 07 02:23:39.429628 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6bf41fac-21fc-4521-880d-90f82e075916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.435212 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6bf41fac-21fc-4521-880d-90f82e075916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.475945 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6bf41fac-21fc-4521-880d-90f82e075916 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1192ddf96044c9cb6fa6b30cbc6d72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181916 Aug 07 02:23:39.477139 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf41fac-21fc-4521-880d-90f82e075916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13888774-81ce-46db-b78e-c684f94d09bb,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:39.478555 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60480) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:39.527921 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c3884969-1805-4698-8eda-b5c2102095cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.549688 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c3884969-1805-4698-8eda-b5c2102095cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.595450 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c3884969-1805-4698-8eda-b5c2102095cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.598089 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c3884969-1805-4698-8eda-b5c2102095cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:39.599269 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-c3884969-1805-4698-8eda-b5c2102095cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13888774-81ce-46db-b78e-c684f94d09bb HTTP/1.1" status: 204 len: 168 time: 0.1197157 Aug 07 02:23:39.607241 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3884969-1805-4698-8eda-b5c2102095cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13888774-81ce-46db-b78e-c684f94d09bb,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:40.510109 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f91939-5423-42c8-b27e-898247114ad7 req-08c89340-5663-48cb-b5f3-f79e7c1caaff tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:40.511803 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40f91939-5423-42c8-b27e-898247114ad7 req-08c89340-5663-48cb-b5f3-f79e7c1caaff tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0560102 Aug 07 02:23:40.553751 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40f91939-5423-42c8-b27e-898247114ad7 req-80798ce1-d804-4280-add8-53132123cce1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353093 Aug 07 02:23:40.694028 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2f2c4-cc68-428d-b3ef-0361b8f5ebf5 req-d3850ec4-cbb8-46a7-ae26-39b41bd5e072 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:40.695521 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bab2f2c4-cc68-428d-b3ef-0361b8f5ebf5 req-d3850ec4-cbb8-46a7-ae26-39b41bd5e072 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0705035 Aug 07 02:23:40.705062 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60514) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:40.709636 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-221008a6-cb1e-4a0b-b546-9d48d21ba18c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Request body: {'floatingip': {'port_id': '19ac1b5f-e0d7-4d73-8f90-eb232b602500'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:40.752455 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-221008a6-cb1e-4a0b-b546-9d48d21ba18c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:41.168180 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-221008a6-cb1e-4a0b-b546-9d48d21ba18c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:41.171827 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-221008a6-cb1e-4a0b-b546-9d48d21ba18c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:41.267008 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-221008a6-cb1e-4a0b-b546-9d48d21ba18c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Floating IP 8f7c92ee-139b-469a-acc3-959d416c4fb4 associated. External IP: 172.27.3.133, port: 19ac1b5f-e0d7-4d73-8f90-eb232b602500. Aug 07 02:23:41.667755 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221008a6-cb1e-4a0b-b546-9d48d21ba18c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Router 3c556015-42be-41c9-8f27-6ab44e88ffd4 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:23:41.775533 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221008a6-cb1e-4a0b-b546-9d48d21ba18c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:23:41.785580 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-221008a6-cb1e-4a0b-b546-9d48d21ba18c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:41.791762 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] Sync routers for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:23:41.801691 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:23:41.802456 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:23:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:41.813280 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-221008a6-cb1e-4a0b-b546-9d48d21ba18c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "PUT /v2.0/floatingips/8f7c92ee-139b-469a-acc3-959d416c4fb4 HTTP/1.1" status: 200 len: 991 time: 1.1071868 Aug 07 02:23:41.814095 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:23:41.816516 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df6d815-021a-44ef-935f-c545e7532db4" -d '{"events": [{"name": "network-changed", "server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:23:41.873242 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b716f0-2e39-4ad9-88c0-b68e97834740 x-openstack-request-id: req-58b716f0-2e39-4ad9-88c0-b68e97834740 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:23:41.873543 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:23:41.874572 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58b716f0-2e39-4ad9-88c0-b68e97834740 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:23:41.875273 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'status': 'completed', 'code': 200} Aug 07 02:23:41.911186 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:23:41.942844 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d815-021a-44ef-935f-c545e7532db4 req-22a9c1ce-534f-44d8-a920-d7be1111095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:41.944359 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7df6d815-021a-44ef-935f-c545e7532db4 req-22a9c1ce-534f-44d8-a920-d7be1111095b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 1098 time: 0.0452480 Aug 07 02:23:42.049012 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d815-021a-44ef-935f-c545e7532db4 req-318cee6a-2605-4cde-8557-a32ae61c49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:42.050796 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7df6d815-021a-44ef-935f-c545e7532db4 req-318cee6a-2605-4cde-8557-a32ae61c49ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 917 time: 0.0986731 Aug 07 02:23:42.121568 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7df6d815-021a-44ef-935f-c545e7532db4 req-c782dd64-04d3-4fb6-8ae4-6cb55920f298 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500 HTTP/1.1" status: 200 len: 999 time: 0.0614712 Aug 07 02:23:42.149033 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '8f7c92ee-139b-469a-acc3-959d416c4fb4', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'port_id': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'mac_address': 'fa:16:3e:d3:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:23:26Z', 'updated_at': '2021-08-07T02:23:41Z', 'revision_number': 1, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:42.177517 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d815-021a-44ef-935f-c545e7532db4 req-5f9f26bb-3acb-4e91-8191-2103b76849f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:42.179029 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7df6d815-021a-44ef-935f-c545e7532db4 req-5f9f26bb-3acb-4e91-8191-2103b76849f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0492730 Aug 07 02:23:42.180810 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] Checking router: 3c556015-42be-41c9-8f27-6ab44e88ffd4 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:23:42.189802 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:23:42.190510 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:23:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:42.228100 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d815-021a-44ef-935f-c545e7532db4 req-6230ee74-aa41-45f0-a928-939eb2073029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:42.229773 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7df6d815-021a-44ef-935f-c545e7532db4 req-6230ee74-aa41-45f0-a928-939eb2073029 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419614 Aug 07 02:23:42.307352 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:23:42.325423 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7df6d815-021a-44ef-935f-c545e7532db4 req-70904f8d-520e-4870-8c48-6d13af12e353 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859420 Aug 07 02:23:42.434559 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-7df6d815-021a-44ef-935f-c545e7532db4 req-b0ba1c15-747a-4f1b-9573-3fc7900a8305 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969748 Aug 07 02:23:42.536445 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '8f7c92ee-139b-469a-acc3-959d416c4fb4', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'port_id': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'mac_address': 'fa:16:3e:d3:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:23:26Z', 'updated_at': '2021-08-07T02:23:41Z', 'revision_number': 1, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:23:42.566574 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36aa4a2-46a2-40b8-8233-0b6b9e457ed6 None None] The sync data for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi is: [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '8f7c92ee-139b-469a-acc3-959d416c4fb4', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'port_id': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'mac_address': 'fa:16:3e:d3:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:23:26Z', 'updated_at': '2021-08-07T02:23:41Z', 'revision_number': 1, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:23:42.744845 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39178dd-4670-4607-99ff-cecfeff91aae None None] New status for floating IP 8f7c92ee-139b-469a-acc3-959d416c4fb4: ACTIVE {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:23:43.635694 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60558) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:43.737661 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:43.825269 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:43.829627 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:43.866573 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba083331ef8946a5a178b88d4bd89e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298062 Aug 07 02:23:43.867427 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c9afc0-4365-4a48-911a-1d9b75b96558,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:43.869249 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60562) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:43.875178 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.875529 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.875871 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.876213 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.876562 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.876880 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.877217 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.877547 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.877876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.878201 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.878553 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.878877 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a949e-e729-4e5d-9de6-b7c248dc2542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:43.920332 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-868aa409-bbf9-4506-89ae-c6fb44c8e459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:43.940772 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-868aa409-bbf9-4506-89ae-c6fb44c8e459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:43.983631 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-868aa409-bbf9-4506-89ae-c6fb44c8e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:43.986248 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-868aa409-bbf9-4506-89ae-c6fb44c8e459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:43.987397 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-868aa409-bbf9-4506-89ae-c6fb44c8e459 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66c9afc0-4365-4a48-911a-1d9b75b96558 HTTP/1.1" status: 204 len: 168 time: 0.1170387 Aug 07 02:23:43.994906 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868aa409-bbf9-4506-89ae-c6fb44c8e459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c9afc0-4365-4a48-911a-1d9b75b96558,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:44.594498 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60586) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:44.693511 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-723934503-network', 'tenant_id': '3e54368d12c7447a92a596f356e62e41'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:44.713955 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Made reservation on behalf of 3e54368d12c7447a92a596f356e62e41 for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:23:44.716280 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:44.724284 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:44.814416 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:44.818020 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:44.841824 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:23:44.850311 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ce428-7642-48c4-a1c0-3bccb03abf7f,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:44.856704 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:44.857050 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Added segment 71784004-0d7d-4114-b708-352c5ceca8d1 of type vlan for network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d Aug 07 02:23:44.895341 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:44.923743 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:44.924831 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:44.925452 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:44.976707 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3810687 Aug 07 02:23:44.979639 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60590) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:23:44.984594 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19da13a-25ff-485f-a4a7-8ccf25703826 admin admin] Pushing event updated for resources: {'Network': ['ID=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:44.985321 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Request body: {'subnet': {'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-723934503-subnet', 'tenant_id': '3e54368d12c7447a92a596f356e62e41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:44.994490 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:23:45.008376 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Made reservation on behalf of 3e54368d12c7447a92a596f356e62e41 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:23:45.010693 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337996'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:45.178934 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2616806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3338046'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:45.231682 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=87dabb68-45c8-47f0-828b-294d8c838965,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:45.247360 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Checking segment: {'id': '71784004-0d7d-4114-b708-352c5ceca8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:23:45.247714 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Network hostable DHCP agents. Network: 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:23:45.263660 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:23:45.271763 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:23:45.275653 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:45.276347 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:45.281966 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a154f0d-abaa-4448-9ab9-885ef0218606 None None] Network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:23:45.290447 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-36e6f3ed-89ce-419e-9f72-0496519f30fd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3090737 Aug 07 02:23:45.402956 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14919cef-5ea1-4ad6-9927-527cfab898af None None] Network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:23:45.628262 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915f46e-2596-49af-9e4e-0495c9985039 req-c4cb1a7c-606e-42b5-b0be-8e8a485ee4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:45.630029 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6915f46e-2596-49af-9e4e-0495c9985039 req-c4cb1a7c-606e-42b5-b0be-8e8a485ee4e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f7483acfdd149668c9fae88d2b37364&device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 1137 time: 0.0473347 Aug 07 02:23:45.638876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009edd18-dc2f-4cf2-9a51-849a3b7a0962 req-e35cb064-5610-437e-95a1-335c0f825790 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:45.640705 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-009edd18-dc2f-4cf2-9a51-849a3b7a0962 req-e35cb064-5610-437e-95a1-335c0f825790 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0534246 Aug 07 02:23:45.687654 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-009edd18-dc2f-4cf2-9a51-849a3b7a0962 req-139a80b2-3fb2-4b10-9c5f-deb2029ae6b2 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397055 Aug 07 02:23:45.726682 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915f46e-2596-49af-9e4e-0495c9985039 req-cbfd4744-5d64-4d6b-bc76-b237181d8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:45.728263 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6915f46e-2596-49af-9e4e-0495c9985039 req-cbfd4744-5d64-4d6b-bc76-b237181d8c4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3 HTTP/1.1" status: 200 len: 915 time: 0.0903621 Aug 07 02:23:45.800568 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6915f46e-2596-49af-9e4e-0495c9985039 req-16442114-4709-4d6d-a77f-21642221b7de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 200 len: 1000 time: 0.0644934 Aug 07 02:23:45.853596 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915f46e-2596-49af-9e4e-0495c9985039 req-0915f47c-c0d2-4f43-94b4-7b7a127e6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:45.855139 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6915f46e-2596-49af-9e4e-0495c9985039 req-0915f47c-c0d2-4f43-94b4-7b7a127e6150 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98fb607a-a92c-49a8-adfd-d03f6c2fcee5 HTTP/1.1" status: 200 len: 853 time: 0.0451074 Aug 07 02:23:45.900962 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915f46e-2596-49af-9e4e-0495c9985039 req-30fc9616-c621-4fa9-8d0b-81fb8572fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:45.902758 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6915f46e-2596-49af-9e4e-0495c9985039 req-30fc9616-c621-4fa9-8d0b-81fb8572fb34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398014 Aug 07 02:23:45.993576 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6915f46e-2596-49af-9e4e-0495c9985039 req-9b72a950-2590-43bf-a784-270bb4cae355 service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835915 Aug 07 02:23:46.088449 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6915f46e-2596-49af-9e4e-0495c9985039 req-f7137f95-be74-48fe-bf1a-bb5a915d3b9d service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862458 Aug 07 02:23:46.810017 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660a9b3-386f-460d-bf34-c844e6206bc1 req-38aac481-506a-4e53-9c62-bf1363639baf tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:46.811460 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9660a9b3-386f-460d-bf34-c844e6206bc1 req-38aac481-506a-4e53-9c62-bf1363639baf tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0484970 Aug 07 02:23:46.852348 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9660a9b3-386f-460d-bf34-c844e6206bc1 req-a2c0d67b-6906-4804-aea6-14ddc06510d4 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346792 Aug 07 02:23:47.054351 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1b354359-3ab4-467b-a5f9-c385e9866085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:47.079706 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-1b5b5e75-47aa-4e0f-86e8-0dd82ce73c80 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:47.081087 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-1b5b5e75-47aa-4e0f-86e8-0dd82ce73c80 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/networks?id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d HTTP/1.1" status: 200 len: 808 time: 0.1031108 Aug 07 02:23:47.095448 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-2cb60bf9-e57a-4802-b373-c3115eb3ffb9 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/quotas/3e54368d12c7447a92a596f356e62e41 HTTP/1.1" status: 200 len: 375 time: 0.0087252 Aug 07 02:23:47.125811 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-148f61bb-00c0-4354-ae9c-94cb79642555 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e54368d12c7447a92a596f356e62e41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253730 Aug 07 02:23:47.215320 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-1dad849b-24e8-4f03-8b9b-476daa5d7668 service neutron] 10.222.0.11 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823257 Aug 07 02:23:47.302071 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-9ab31d4b-16aa-47a5-985c-70219a98f27a service neutron] 10.222.0.11 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807383 Aug 07 02:23:47.457684 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cbd69965-3288-41aa-a846-55400f78325e req-3d3fe703-3a7c-40b0-bee8-9b939a3b6623 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 210 time: 0.0271552 Aug 07 02:23:47.974199 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b117f-3fa7-4e24-a1a8-a928ee36420e req-04e07258-e4cf-4e6b-b776-5f7e84c4e141 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:47.975720 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4b3b117f-3fa7-4e24-a1a8-a928ee36420e req-04e07258-e4cf-4e6b-b776-5f7e84c4e141 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0547569 Aug 07 02:23:48.022148 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4b3b117f-3fa7-4e24-a1a8-a928ee36420e req-d262d11e-ff54-4361-b4fe-c63fb0027d85 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390301 Aug 07 02:23:48.448036 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-5be72192-f2a4-49ba-a7b5-427b716b4b75 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:48.450004 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-5be72192-f2a4-49ba-a7b5-427b716b4b75 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.16 "GET /v2.0/networks?id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d HTTP/1.1" status: 200 len: 808 time: 0.1109476 Aug 07 02:23:48.465401 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Request body: {'port': {'device_id': '0558f3ca-cb6b-4afd-98ef-cd3159ca8b54', 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d', 'admin_state_up': True, 'tenant_id': '3e54368d12c7447a92a596f356e62e41'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:48.555629 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-82a5900b-476b-44e2-b534-624823e4b038 req-903ef054-96f2-43a7-a2e8-de429691a826 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 210 time: 0.0263371 Aug 07 02:23:48.573626 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Made reservation on behalf of 3e54368d12c7447a92a596f356e62e41 for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:23:48.577829 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:48.702673 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Allocated IP 172.20.0.11 (1c18773f-5ac1-4d91-b6eb-3e52cb00a72d/87dabb68-45c8-47f0-828b-294d8c838965/eff9fe86-c128-4645-8a02-6f443199d0ec) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:23:48.840040 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:48.877228 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:48.924725 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:23:48.927610 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:23:48.930036 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:23:48.958695 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Pushing event updated for resources: {'Port': ['ID=eff9fe86-c128-4645-8a02-6f443199d0ec,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:48.982775 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:48.983387 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:48.997790 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-6d7af4ff-c4c3-4d1a-828e-6987eb83eefb tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5366807 Aug 07 02:23:49.010996 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Request body: {'port': {'device_id': '0558f3ca-cb6b-4afd-98ef-cd3159ca8b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:23:49.062275 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:49.140588 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9862f-713e-464c-aca1-eba6aa40b00b req-fc3d19a1-981b-4f7e-b8bb-cb2217a49b2c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:49.142056 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cbd9862f-713e-464c-aca1-eba6aa40b00b req-fc3d19a1-981b-4f7e-b8bb-cb2217a49b2c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0492623 Aug 07 02:23:49.182646 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cbd9862f-713e-464c-aca1-eba6aa40b00b req-db411298-2d4f-4b14-8dc2-4a15667b9c46 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342891 Aug 07 02:23:49.322308 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff9fe86-c128-4645-8a02-6f443199d0ec {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:23:49.329535 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:49.341583 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Transition to ACTIVE for port object eff9fe86-c128-4645-8a02-6f443199d0ec will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:23:49.345256 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:49.409510 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Pushing event updated for resources: {'Port': ['ID=eff9fe86-c128-4645-8a02-6f443199d0ec,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:49.458784 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Attempting to bind port eff9fe86-c128-4645-8a02-6f443199d0ec on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:23:49.459367 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Attempting to bind port eff9fe86-c128-4645-8a02-6f443199d0ec by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '71784004-0d7d-4114-b708-352c5ceca8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:23:49.459486 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Attempting to bind port eff9fe86-c128-4645-8a02-6f443199d0ec on network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:23:49.463904 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Port eff9fe86-c128-4645-8a02-6f443199d0ec on network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:23:49.464220 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Attempting to bind port eff9fe86-c128-4645-8a02-6f443199d0ec on network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:23:49.469677 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:23:49.470004 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Checking segment: {'id': '71784004-0d7d-4114-b708-352c5ceca8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:23:49.470403 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Bound using segment: {'id': '71784004-0d7d-4114-b708-352c5ceca8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:23:49.470821 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Bound port: eff9fe86-c128-4645-8a02-6f443199d0ec, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71784004-0d7d-4114-b708-352c5ceca8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:23:49.471170 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:49.539048 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] For port eff9fe86-c128-4645-8a02-6f443199d0ec, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:23:49.541968 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] For port eff9fe86-c128-4645-8a02-6f443199d0ec, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=eff9fe86-c128-4645-8a02-6f443199d0ec,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:23:49.546813 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:49.583489 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf2f148c-c876-421c-8e48-fd80fd1be33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:49.584011 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:49.584529 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:49.585808 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] 10.222.0.16 "PUT /v2.0/ports/eff9fe86-c128-4645-8a02-6f443199d0ec HTTP/1.1" status: 200 len: 1094 time: 0.5788982 Aug 07 02:23:49.586246 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0558f3ca-cb6b-4afd-98ef-cd3159ca8b54', 'tag': 'eff9fe86-c128-4645-8a02-6f443199d0ec'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:23:49.588493 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9881ca04-c81d-4720-aad4-ebd472189ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "0558f3ca-cb6b-4afd-98ef-cd3159ca8b54", "tag": "eff9fe86-c128-4645-8a02-6f443199d0ec"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:23:49.613505 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd82f51-37c8-4fd5-9b0e-0581bc062246 service neutron] Pushing event updated for resources: {'Port': ['ID=eff9fe86-c128-4645-8a02-6f443199d0ec,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:49.642430 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81221cbf-6e14-4332-a20b-721dcb36a052 x-openstack-request-id: req-81221cbf-6e14-4332-a20b-721dcb36a052 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:23:49.642430 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0558f3ca-cb6b-4afd-98ef-cd3159ca8b54", "tag": "eff9fe86-c128-4645-8a02-6f443199d0ec", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:23:49.642430 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81221cbf-6e14-4332-a20b-721dcb36a052 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:23:49.642430 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0558f3ca-cb6b-4afd-98ef-cd3159ca8b54', 'tag': 'eff9fe86-c128-4645-8a02-6f443199d0ec', 'status': 'completed', 'code': 200} Aug 07 02:23:49.672396 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-da11b2b1-d9d0-41b2-9d42-0b7f648d58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:49.673921 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-da11b2b1-d9d0-41b2-9d42-0b7f648d58ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e54368d12c7447a92a596f356e62e41&device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 1097 time: 0.0460403 Aug 07 02:23:49.683097 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b330dc-5683-443d-9737-64a10ec897c9 req-0cbaf48d-8022-46b0-aa7d-69389a8ebd42 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:49.684763 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-61b330dc-5683-443d-9737-64a10ec897c9 req-0cbaf48d-8022-46b0-aa7d-69389a8ebd42 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 944 time: 0.0486825 Aug 07 02:23:49.720563 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-cd3ffbb0-8608-4299-ad72-7d89406350c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff9fe86-c128-4645-8a02-6f443199d0ec HTTP/1.1" status: 200 len: 217 time: 0.0388288 Aug 07 02:23:49.722496 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-61b330dc-5683-443d-9737-64a10ec897c9 req-620c0ab6-2a02-4b5b-ace1-449a2c20c04f tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Aug 07 02:23:49.758279 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:49.774521 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-2174ef7b-5edd-40f2-b636-e930db862642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:49.776020 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-2174ef7b-5edd-40f2-b636-e930db862642 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87dabb68-45c8-47f0-828b-294d8c838965 HTTP/1.1" status: 200 len: 848 time: 0.0488386 Aug 07 02:23:49.810025 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-1fdd1ebe-c7e6-43f6-8230-1a61b423a06f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238221 Aug 07 02:23:49.905273 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-e109d9e9-99d9-43a2-ab0f-4c2eb4e3909f service neutron] 10.222.0.16 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872374 Aug 07 02:23:49.993203 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c6e544c3-cd0f-4d01-ab05-d9b1cafb1c01 req-39e1c618-fc7d-480c-8a9c-9336e654aa04 service neutron] 10.222.0.16 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807357 Aug 07 02:23:50.075758 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-57e67eb8-625a-4c76-a703-e99ff667ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:50.077224 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-57e67eb8-625a-4c76-a703-e99ff667ba2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e54368d12c7447a92a596f356e62e41&device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 1097 time: 0.0402701 Aug 07 02:23:50.169861 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-3e569699-2cb2-4a7f-9aa9-3ed68805d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:50.171290 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-3e569699-2cb2-4a7f-9aa9-3ed68805d3e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d HTTP/1.1" status: 200 len: 909 time: 0.0833051 Aug 07 02:23:50.216821 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-80df78ff-c5d4-441c-a2ab-69d90293fa80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff9fe86-c128-4645-8a02-6f443199d0ec HTTP/1.1" status: 200 len: 217 time: 0.0327666 Aug 07 02:23:50.268477 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-fbe4fad2-8e96-46cb-8881-6983eef2c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:50.270134 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-fbe4fad2-8e96-46cb-8881-6983eef2c353 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87dabb68-45c8-47f0-828b-294d8c838965 HTTP/1.1" status: 200 len: 848 time: 0.0432119 Aug 07 02:23:50.302567 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23471d9c-a39e-4a8c-aabe-2e9310dd0eb4 req-94770416-b047-4cdc-8601-e00d0fdcfab8 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:50.304080 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-23471d9c-a39e-4a8c-aabe-2e9310dd0eb4 req-94770416-b047-4cdc-8601-e00d0fdcfab8 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0525396 Aug 07 02:23:50.310323 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-634fb9ce-ef85-4a54-bdb5-9231e665cd82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271232 Aug 07 02:23:50.344723 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-23471d9c-a39e-4a8c-aabe-2e9310dd0eb4 req-18967f86-afc2-4506-ab45-79c3ecaa0815 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344048 Aug 07 02:23:50.399089 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-0dd94348-7084-49d8-a1b8-6c2b019bbdeb service neutron] 10.222.0.16 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801876 Aug 07 02:23:50.490018 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9881ca04-c81d-4720-aad4-ebd472189ba7 req-e3e67f3d-3a91-4a27-9cb9-2e029d3f92e0 service neutron] 10.222.0.16 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826783 Aug 07 02:23:50.836122 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb182d1-f8e7-4014-8471-9baf27fcfb94 req-0a8f363a-aa6e-489d-b3d3-1dbfe21ca646 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:50.837593 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ceb182d1-f8e7-4014-8471-9baf27fcfb94 req-0a8f363a-aa6e-489d-b3d3-1dbfe21ca646 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 944 time: 0.0490868 Aug 07 02:23:50.871537 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:50.879670 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ceb182d1-f8e7-4014-8471-9baf27fcfb94 req-e9e634c3-8065-4cfc-9bf5-86aa41b9a0f8 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Aug 07 02:23:51.460019 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1965d-4419-4403-b8e3-e77c4d418adf req-d44a9714-5488-42a6-889c-a4995583b787 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:51.461446 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-29b1965d-4419-4403-b8e3-e77c4d418adf req-d44a9714-5488-42a6-889c-a4995583b787 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0473945 Aug 07 02:23:51.500567 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-29b1965d-4419-4403-b8e3-e77c4d418adf req-aa3824dd-b2b7-4324-b5b4-5bff1c011d27 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330863 Aug 07 02:23:51.997750 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccecff-944d-4441-bfb6-7c217c42c3d1 req-14de37ac-da67-4788-a4fc-d92e5cd76643 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:51.999194 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51ccecff-944d-4441-bfb6-7c217c42c3d1 req-14de37ac-da67-4788-a4fc-d92e5cd76643 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 944 time: 0.0525365 Aug 07 02:23:52.036719 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51ccecff-944d-4441-bfb6-7c217c42c3d1 req-06e9470d-6a2b-4fd4-8086-58a3cd5c98b6 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Aug 07 02:23:52.246781 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:52.253360 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device eff9fe86-c128-4645-8a02-6f443199d0ec details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:23:52.345880 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port eff9fe86-c128-4645-8a02-6f443199d0ec, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=eff9fe86-c128-4645-8a02-6f443199d0ec,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:23:52.357043 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': 'eff9fe86-c128-4645-8a02-6f443199d0ec', 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d', 'port_id': 'eff9fe86-c128-4645-8a02-6f443199d0ec', 'mac_address': 'fa:16:3e:d6:53:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dabb68-45c8-47f0-828b-294d8c838965', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:23:52.392881 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:52.405077 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff9fe86-c128-4645-8a02-6f443199d0ec {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:23:52.424171 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port eff9fe86-c128-4645-8a02-6f443199d0ec, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=eff9fe86-c128-4645-8a02-6f443199d0ec,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:23:52.427835 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:52.473817 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=eff9fe86-c128-4645-8a02-6f443199d0ec,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:52.480750 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.481109 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.481457 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.481799 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.482137 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.482566 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.482902 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.483236 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.483594 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.483927 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.484256 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.484582 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:23:52.615918 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091c8a-aeeb-4d0e-b5a5-7eb2ddb55c81 req-dc576458-fc74-4796-9766-10e5166c2107 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:52.617397 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-68091c8a-aeeb-4d0e-b5a5-7eb2ddb55c81 req-dc576458-fc74-4796-9766-10e5166c2107 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0490654 Aug 07 02:23:52.657476 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-68091c8a-aeeb-4d0e-b5a5-7eb2ddb55c81 req-21a23d06-addb-4658-ae92-397eef370803 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335240 Aug 07 02:23:52.701158 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['eff9fe86-c128-4645-8a02-6f443199d0ec'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:23:53.145734 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbde729-e195-46e2-93cb-67e0683f629e req-f0ceff3f-5fc4-4f5e-ba2c-88badae135d0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:53.147203 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6bbde729-e195-46e2-93cb-67e0683f629e req-f0ceff3f-5fc4-4f5e-ba2c-88badae135d0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 945 time: 0.0467551 Aug 07 02:23:53.184860 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6bbde729-e195-46e2-93cb-67e0683f629e req-363eb390-b0c1-4501-a7ed-7ce963fcb55e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Aug 07 02:23:53.503643 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e3f77-4ecd-4076-a220-3527da8e3402 req-2f01c64e-6263-48bf-b1cc-add491dccb83 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:53.505116 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5f0e3f77-4ecd-4076-a220-3527da8e3402 req-2f01c64e-6263-48bf-b1cc-add491dccb83 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0510523 Aug 07 02:23:53.544323 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5f0e3f77-4ecd-4076-a220-3527da8e3402 req-37a295bc-beea-4478-b7b8-e790504a2789 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333257 Aug 07 02:23:53.772046 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b1dc-85cf-471a-9ac3-dc1e1cc29268 req-8d2ce7d8-7c3a-4d36-96e9-0632309ead2b tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:53.773552 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5165b1dc-85cf-471a-9ac3-dc1e1cc29268 req-8d2ce7d8-7c3a-4d36-96e9-0632309ead2b tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0475183 Aug 07 02:23:53.814310 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5165b1dc-85cf-471a-9ac3-dc1e1cc29268 req-756c426c-617f-4e8a-bd15-7b47d0f25a18 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334592 Aug 07 02:23:54.256971 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device eff9fe86-c128-4645-8a02-6f443199d0ec up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:23:54.297093 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f22ed1-804b-4067-84f4-22fce11c815b req-a48a11f0-c833-45f2-a79d-eb66961a587d tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:54.298591 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6f22ed1-804b-4067-84f4-22fce11c815b req-a48a11f0-c833-45f2-a79d-eb66961a587d tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 945 time: 0.0491045 Aug 07 02:23:54.303590 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port eff9fe86-c128-4645-8a02-6f443199d0ec completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:23:54.307078 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port eff9fe86-c128-4645-8a02-6f443199d0ec triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:23:54.307455 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:54.336217 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6f22ed1-804b-4067-84f4-22fce11c815b req-c9cd2be2-622c-48c2-932e-4ad946ac1e2c tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315514 Aug 07 02:23:54.384421 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:54.405491 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0558f3ca-cb6b-4afd-98ef-cd3159ca8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff9fe86-c128-4645-8a02-6f443199d0ec'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:23:54.407704 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa0004a-7fbe-41a5-bce2-23cc21f2597b" -d '{"events": [{"server_uuid": "0558f3ca-cb6b-4afd-98ef-cd3159ca8b54", "name": "network-vif-plugged", "status": "completed", "tag": "eff9fe86-c128-4645-8a02-6f443199d0ec"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:23:54.420806 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port eff9fe86-c128-4645-8a02-6f443199d0ec, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=eff9fe86-c128-4645-8a02-6f443199d0ec,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:23:54.424628 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:54.447413 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f93cc6-0340-4a13-95fd-c64ce614a158 x-openstack-request-id: req-49f93cc6-0340-4a13-95fd-c64ce614a158 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:23:54.447725 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0558f3ca-cb6b-4afd-98ef-cd3159ca8b54", "name": "network-vif-plugged", "status": "completed", "tag": "eff9fe86-c128-4645-8a02-6f443199d0ec", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:23:54.447973 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49f93cc6-0340-4a13-95fd-c64ce614a158 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:23:54.448354 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0558f3ca-cb6b-4afd-98ef-cd3159ca8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff9fe86-c128-4645-8a02-6f443199d0ec', 'code': 200} Aug 07 02:23:54.474821 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=eff9fe86-c128-4645-8a02-6f443199d0ec,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:54.632890 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979fa30-7345-4b61-add8-0f5fd720dcb9 req-8c97ea7c-4546-4b3e-88a8-6b12f4eabf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:54.634419 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9979fa30-7345-4b61-add8-0f5fd720dcb9 req-8c97ea7c-4546-4b3e-88a8-6b12f4eabf6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 1099 time: 0.0414891 Aug 07 02:23:54.660520 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f10463-95af-4c7d-acba-6f227da5d1ef req-d386897b-d103-4c38-ac50-1bbffb1ed5a4 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:54.661981 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b4f10463-95af-4c7d-acba-6f227da5d1ef req-d386897b-d103-4c38-ac50-1bbffb1ed5a4 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0517769 Aug 07 02:23:54.673560 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-9979fa30-7345-4b61-add8-0f5fd720dcb9 req-b0529189-4fd6-4348-9f4e-3414234a11dd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297697 Aug 07 02:23:54.698688 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b4f10463-95af-4c7d-acba-6f227da5d1ef req-ebf6ae9d-dee6-49ff-bfd1-842ad6f05b45 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300655 Aug 07 02:23:54.931991 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8324c9a-7d1f-4646-a926-060884a39af6 req-aa20241c-0f6d-43d4-8149-5fbae929e871 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:54.932569 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f8324c9a-7d1f-4646-a926-060884a39af6 req-aa20241c-0f6d-43d4-8149-5fbae929e871 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0496113 Aug 07 02:23:54.972756 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f8324c9a-7d1f-4646-a926-060884a39af6 req-4974c39c-df46-49db-9dc0-06ed70304751 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343328 Aug 07 02:23:55.451071 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3652c-2048-4727-b2cd-aeced6e8bd4a req-85306f18-54cb-4b78-83b4-9270511c2437 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:55.452499 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4fa3652c-2048-4727-b2cd-aeced6e8bd4a req-85306f18-54cb-4b78-83b4-9270511c2437 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 946 time: 0.0474973 Aug 07 02:23:55.488536 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4fa3652c-2048-4727-b2cd-aeced6e8bd4a req-c1db9da8-683b-4825-bb87-7fa4a87ff828 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302141 Aug 07 02:23:55.815197 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38def-53d3-457a-8ac2-f9e2b91d608c req-cea0cc7e-8b49-460a-86ca-47ad9e5ec895 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:55.816655 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ea38def-53d3-457a-8ac2-f9e2b91d608c req-cea0cc7e-8b49-460a-86ca-47ad9e5ec895 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0516212 Aug 07 02:23:55.852536 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ea38def-53d3-457a-8ac2-f9e2b91d608c req-b3a77b2b-ff75-4047-9fc4-df8af4be8255 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301237 Aug 07 02:23:56.085127 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be762f8e-7779-4188-b078-6606890f1c5e req-62b18145-6726-4b6d-a4b2-eb41d934f945 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:56.086617 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be762f8e-7779-4188-b078-6606890f1c5e req-62b18145-6726-4b6d-a4b2-eb41d934f945 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0482540 Aug 07 02:23:56.126648 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be762f8e-7779-4188-b078-6606890f1c5e req-06d92e72-7d8f-4785-aa07-28cfd05d0114 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331485 Aug 07 02:23:56.603962 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b9e07-64fd-46ad-962b-82ffda7b10d6 req-190c5793-2788-4afe-8950-557aabd7ee2a tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:56.605675 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7d2b9e07-64fd-46ad-962b-82ffda7b10d6 req-190c5793-2788-4afe-8950-557aabd7ee2a tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 946 time: 0.0480425 Aug 07 02:23:56.644196 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7d2b9e07-64fd-46ad-962b-82ffda7b10d6 req-87cdb316-96b9-4556-a14c-380034da1a93 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Aug 07 02:23:56.971745 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22f0a9-990b-4321-9e05-d09bc82412a9 req-45019a13-e5ac-4491-9e24-aff6317f4704 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:56.973215 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ed22f0a9-990b-4321-9e05-d09bc82412a9 req-45019a13-e5ac-4491-9e24-aff6317f4704 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0526497 Aug 07 02:23:57.012099 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ed22f0a9-990b-4321-9e05-d09bc82412a9 req-2b80f008-b66e-4a04-b580-709cb0a36db8 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330176 Aug 07 02:23:57.243796 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d3943-054a-4a19-940a-c6736b573a34 req-1b218e7d-d6ea-4b23-a7e7-f9d00e9995dd tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:57.245273 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-184d3943-054a-4a19-940a-c6736b573a34 req-1b218e7d-d6ea-4b23-a7e7-f9d00e9995dd tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0499940 Aug 07 02:23:57.308909 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-184d3943-054a-4a19-940a-c6736b573a34 req-dcf1e538-6817-4fbd-a705-653fce6a2959 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573683 Aug 07 02:23:57.326704 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b102a-4261-4907-b502-a5a3308b43bb req-7d375664-46f7-4639-bafa-174f7e300fb5 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:57.328144 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-871b102a-4261-4907-b502-a5a3308b43bb req-7d375664-46f7-4639-bafa-174f7e300fb5 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 946 time: 0.0612793 Aug 07 02:23:57.368504 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-871b102a-4261-4907-b502-a5a3308b43bb req-dbf44a5c-5fd3-421d-997f-76197141d4b3 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342660 Aug 07 02:23:58.126668 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de8df6-bc48-441f-b8b4-f960f2489655 req-3a6053a5-e081-4cc2-828d-30c3e584859f tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:58.128117 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8de8df6-bc48-441f-b8b4-f960f2489655 req-3a6053a5-e081-4cc2-828d-30c3e584859f tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0480525 Aug 07 02:23:58.165466 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8de8df6-bc48-441f-b8b4-f960f2489655 req-a255c958-456e-4a9f-866a-f891723a2fcf tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314393 Aug 07 02:23:58.422313 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67279c-f1c6-4dff-b2f4-a9d03d10b634 req-66eba635-da6c-4e0e-a996-8cdd848f396b tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:58.423823 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ad67279c-f1c6-4dff-b2f4-a9d03d10b634 req-66eba635-da6c-4e0e-a996-8cdd848f396b tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0485177 Aug 07 02:23:58.490127 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ad67279c-f1c6-4dff-b2f4-a9d03d10b634 req-e98bde9c-b493-4298-9ef0-13d81258aa2f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603247 Aug 07 02:23:58.506133 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811823a-681b-4ecb-91d0-7804641a8287 req-dee0b74a-af71-4081-95e4-8a3bede38739 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:58.507668 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5811823a-681b-4ecb-91d0-7804641a8287 req-dee0b74a-af71-4081-95e4-8a3bede38739 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 946 time: 0.0708354 Aug 07 02:23:58.545448 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5811823a-681b-4ecb-91d0-7804641a8287 req-4d22133f-0e60-41bd-b3f8-d7513f61f940 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Aug 07 02:23:58.879489 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-02cc5fac-2462-43d4-8b55-7bdf9f90b3c5 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:58.880949 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-02cc5fac-2462-43d4-8b55-7bdf9f90b3c5 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.16 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 946 time: 0.0471039 Aug 07 02:23:58.977570 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Deleting port eff9fe86-c128-4645-8a02-6f443199d0ec {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:23:58.977908 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:59.062110 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] For port eff9fe86-c128-4645-8a02-6f443199d0ec, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=eff9fe86-c128-4645-8a02-6f443199d0ec,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:23:59.062504 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:59.074831 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Calling delete_port for eff9fe86-c128-4645-8a02-6f443199d0ec owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:23:59.199518 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:59.213481 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['eff9fe86-c128-4645-8a02-6f443199d0ec'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:23:59.228767 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Pushing event deleted for resources: {'Port': ['ID=eff9fe86-c128-4645-8a02-6f443199d0ec,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:23:59.271460 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] No DVR routers for this DVR port eff9fe86-c128-4645-8a02-6f443199d0ec on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:23:59.274181 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:23:59.276341 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-5d34aba6-08e3-4f7e-9a5d-7b95cd0cc177 req-662391a5-1af2-4362-b6b2-ae9dfdd6eaa0 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.16 "DELETE /v2.0/ports/eff9fe86-c128-4645-8a02-6f443199d0ec HTTP/1.1" status: 204 len: 173 time: 0.3844140 Aug 07 02:23:59.277304 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0558f3ca-cb6b-4afd-98ef-cd3159ca8b54', 'name': 'network-vif-deleted', 'tag': 'eff9fe86-c128-4645-8a02-6f443199d0ec'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:23:59.280651 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff9b176-bf45-46d1-b209-dc07abf482b1" -d '{"events": [{"server_uuid": "0558f3ca-cb6b-4afd-98ef-cd3159ca8b54", "name": "network-vif-deleted", "tag": "eff9fe86-c128-4645-8a02-6f443199d0ec"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:23:59.295708 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a56d1-211f-4b87-aa5e-499a3b69bbde req-cb2e6fad-f867-4e9d-8a78-561f49073f4e tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:59.297212 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3c1a56d1-211f-4b87-aa5e-499a3b69bbde req-cb2e6fad-f867-4e9d-8a78-561f49073f4e tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0570021 Aug 07 02:23:59.336118 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3c1a56d1-211f-4b87-aa5e-499a3b69bbde req-4b4e2d03-6eb5-4375-8165-d046b5f7cddb tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326443 Aug 07 02:23:59.373877 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9b66f3-19a1-4ae4-b472-d43e0fa366cd x-openstack-request-id: req-8a9b66f3-19a1-4ae4-b472-d43e0fa366cd {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:23:59.374171 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0558f3ca-cb6b-4afd-98ef-cd3159ca8b54", "name": "network-vif-deleted", "tag": "eff9fe86-c128-4645-8a02-6f443199d0ec", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:23:59.374457 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a9b66f3-19a1-4ae4-b472-d43e0fa366cd {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:23:59.374858 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0558f3ca-cb6b-4afd-98ef-cd3159ca8b54', 'name': 'network-vif-deleted', 'tag': 'eff9fe86-c128-4645-8a02-6f443199d0ec', 'status': 'completed', 'code': 200} Aug 07 02:23:59.603192 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4ff9d-02d0-4e9b-8e43-d7e1663e49a7 req-7474a69f-62bb-456d-926a-73c074d1a72e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:23:59.605005 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-daf4ff9d-02d0-4e9b-8e43-d7e1663e49a7 req-7474a69f-62bb-456d-926a-73c074d1a72e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0496552 Aug 07 02:23:59.657494 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e1d4c683-175e-470b-8581-fe5c4e94409f req-f2c165a2-599f-499c-8892-d474b66619d6 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=0558f3ca-cb6b-4afd-98ef-cd3159ca8b54 HTTP/1.1" status: 200 len: 210 time: 0.0313194 Aug 07 02:23:59.671744 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-daf4ff9d-02d0-4e9b-8e43-d7e1663e49a7 req-4abc1be1-ec91-486f-8706-d6bf37154af2 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607088 Aug 07 02:24:00.452870 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d8ad4-11ef-44e9-9b16-e86b3ba842b6 req-373eddbd-7409-4ee8-ab32-b1b5de28e3a4 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:00.454322 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-653d8ad4-11ef-44e9-9b16-e86b3ba842b6 req-373eddbd-7409-4ee8-ab32-b1b5de28e3a4 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0479648 Aug 07 02:24:00.490551 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-653d8ad4-11ef-44e9-9b16-e86b3ba842b6 req-9ba30998-00e6-4573-bf4e-8f07c3cc2d73 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303967 Aug 07 02:24:00.787582 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1e3a2-d01a-45d9-a914-cf5379c26ae2 req-f1d1b69b-46e8-4c24-b77c-7801f9b2c3d8 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:00.789201 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5eb1e3a2-d01a-45d9-a914-cf5379c26ae2 req-f1d1b69b-46e8-4c24-b77c-7801f9b2c3d8 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0492668 Aug 07 02:24:00.877330 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5eb1e3a2-d01a-45d9-a914-cf5379c26ae2 req-1c5a977d-11fc-4fa4-9bd5-52aaf4b5f679 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810142 Aug 07 02:24:00.926571 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-57849114-a3ba-4b71-b45b-d3162db75391 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:00.928003 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-57849114-a3ba-4b71-b45b-d3162db75391 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/networks?id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d HTTP/1.1" status: 200 len: 808 time: 0.1150897 Aug 07 02:24:00.942892 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-b9f60700-49e0-41b5-b3fa-140c0458971c tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/quotas/3e54368d12c7447a92a596f356e62e41 HTTP/1.1" status: 200 len: 375 time: 0.0086620 Aug 07 02:24:00.973694 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-620e0038-d95d-4ad4-a3ef-f22c79021890 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e54368d12c7447a92a596f356e62e41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258543 Aug 07 02:24:01.061653 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-0db48ee8-e2d9-44bb-962e-7458772d4bce service neutron] 10.222.0.11 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813401 Aug 07 02:24:01.148435 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-7adf8668-3d1e-44f4-9cf6-605c45098f0c service neutron] 10.222.0.11 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808706 Aug 07 02:24:01.301600 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8fdd3dd3-b2ea-4b5e-8ad1-9ac732d8b045 req-7eb323d3-87fb-4330-8548-6161d157cd5c tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 210 time: 0.0261202 Aug 07 02:24:01.639728 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7347f-6cb2-4d8e-98ad-69a7edb2c25d req-0f32004a-40fe-4610-9a43-edabecedef02 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:01.641218 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9fd7347f-6cb2-4d8e-98ad-69a7edb2c25d req-0f32004a-40fe-4610-9a43-edabecedef02 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0848637 Aug 07 02:24:01.655119 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeee75-b796-4b58-b20e-c0764a93d8be req-ce352ef7-d87e-4a2e-9479-31b503fe898b tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:01.656571 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f6eeee75-b796-4b58-b20e-c0764a93d8be req-ce352ef7-d87e-4a2e-9479-31b503fe898b tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0731037 Aug 07 02:24:01.713762 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9fd7347f-6cb2-4d8e-98ad-69a7edb2c25d req-4aaa1f23-99bb-46be-aab5-64b77e9eba02 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561414 Aug 07 02:24:01.721280 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f6eeee75-b796-4b58-b20e-c0764a93d8be req-62acd049-3138-428e-891e-dab1ad5843dc tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565395 Aug 07 02:24:01.991768 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a767ddf-3f9c-4779-b6b9-955be5f17f34 req-a6043e1f-0c7c-49d0-ab96-89664996dba8 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:01.993154 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0a767ddf-3f9c-4779-b6b9-955be5f17f34 req-a6043e1f-0c7c-49d0-ab96-89664996dba8 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0485015 Aug 07 02:24:02.032737 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0a767ddf-3f9c-4779-b6b9-955be5f17f34 req-974dc34b-b877-43f4-b948-13e41e9a950c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&id=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329168 Aug 07 02:24:02.287416 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device eff9fe86-c128-4645-8a02-6f443199d0ec no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:24:02.313521 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: eff9fe86-c128-4645-8a02-6f443199d0ec {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:24:02.314007 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device eff9fe86-c128-4645-8a02-6f443199d0ec not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:24:02.321134 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-538d7645-0c71-4e15-8e86-2728d1976f2d tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:02.322612 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-538d7645-0c71-4e15-8e86-2728d1976f2d tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.16 "GET /v2.0/networks?id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d HTTP/1.1" status: 200 len: 808 time: 0.1018381 Aug 07 02:24:02.338864 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Request body: {'port': {'device_id': '3e1c5dec-790d-4019-b98a-d4a70bfc706a', 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d', 'admin_state_up': True, 'tenant_id': '3e54368d12c7447a92a596f356e62e41'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:02.413073 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4b049094-1d0d-4dca-9dd7-61f828bf2ff7 req-cd21519e-1094-47da-8070-fbc5840bb051 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 210 time: 0.0357168 Aug 07 02:24:02.455830 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Made reservation on behalf of 3e54368d12c7447a92a596f356e62e41 for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:24:02.459237 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:02.583513 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Allocated IP 172.20.0.13 (1c18773f-5ac1-4d91-b6eb-3e52cb00a72d/87dabb68-45c8-47f0-828b-294d8c838965/955f9c95-8dc4-4456-9435-2bf1884f855c) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:24:02.730715 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:02.773236 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:02.818800 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:24:02.821763 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:24:02.826116 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:24:02.850633 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Pushing event updated for resources: {'Port': ['ID=955f9c95-8dc4-4456-9435-2bf1884f855c,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:02.865993 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135612a1-f721-46a2-8289-c509bc894b5a req-fbbf9169-5595-4af3-9605-fc349dca6743 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:02.867509 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-135612a1-f721-46a2-8289-c509bc894b5a req-fbbf9169-5595-4af3-9605-fc349dca6743 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0781970 Aug 07 02:24:02.875702 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:02.876248 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e13c4-81d7-4e3e-81f1-ff9f761efe84 req-f1940268-6d4f-45a5-b2d6-21be748eaca5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:02.876382 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:02.877656 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fe5e13c4-81d7-4e3e-81f1-ff9f761efe84 req-f1940268-6d4f-45a5-b2d6-21be748eaca5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0792370 Aug 07 02:24:02.891070 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-17694326-990a-4545-b745-9cd7437ac60e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5561140 Aug 07 02:24:02.904250 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Request body: {'port': {'device_id': '3e1c5dec-790d-4019-b98a-d4a70bfc706a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:02.936245 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-135612a1-f721-46a2-8289-c509bc894b5a req-b5c84ed8-3d9c-4f52-842f-f1f00a05ce99 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576212 Aug 07 02:24:02.939013 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fe5e13c4-81d7-4e3e-81f1-ff9f761efe84 req-785094e2-ee0a-4373-afe4-d903c66d28b5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544260 Aug 07 02:24:02.960126 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:03.223849 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955f9c95-8dc4-4456-9435-2bf1884f855c {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:24:03.231676 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:03.242933 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Transition to ACTIVE for port object 955f9c95-8dc4-4456-9435-2bf1884f855c will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:24:03.247301 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:03.314502 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Pushing event updated for resources: {'Port': ['ID=955f9c95-8dc4-4456-9435-2bf1884f855c,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:03.359422 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Attempting to bind port 955f9c95-8dc4-4456-9435-2bf1884f855c on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:24:03.360018 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Attempting to bind port 955f9c95-8dc4-4456-9435-2bf1884f855c by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '71784004-0d7d-4114-b708-352c5ceca8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:24:03.360160 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Attempting to bind port 955f9c95-8dc4-4456-9435-2bf1884f855c on network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:24:03.364333 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Port 955f9c95-8dc4-4456-9435-2bf1884f855c on network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:24:03.364655 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Attempting to bind port 955f9c95-8dc4-4456-9435-2bf1884f855c on network 1c18773f-5ac1-4d91-b6eb-3e52cb00a72d {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:24:03.369944 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:24:03.371043 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Checking segment: {'id': '71784004-0d7d-4114-b708-352c5ceca8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:24:03.371548 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Bound using segment: {'id': '71784004-0d7d-4114-b708-352c5ceca8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:24:03.372115 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Bound port: 955f9c95-8dc4-4456-9435-2bf1884f855c, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71784004-0d7d-4114-b708-352c5ceca8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:24:03.372605 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:03.438130 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] For port 955f9c95-8dc4-4456-9435-2bf1884f855c, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:24:03.441821 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] For port 955f9c95-8dc4-4456-9435-2bf1884f855c, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=955f9c95-8dc4-4456-9435-2bf1884f855c,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:24:03.447171 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:03.481031 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:03.481637 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:03.483103 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] 10.222.0.16 "PUT /v2.0/ports/955f9c95-8dc4-4456-9435-2bf1884f855c HTTP/1.1" status: 200 len: 1094 time: 0.5828652 Aug 07 02:24:03.483536 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c5dec-790d-4019-b98a-d4a70bfc706a', 'tag': '955f9c95-8dc4-4456-9435-2bf1884f855c'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:03.485714 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3daca61-53ed-41fc-b587-2c520b7b8c62" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c5dec-790d-4019-b98a-d4a70bfc706a", "tag": "955f9c95-8dc4-4456-9435-2bf1884f855c"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:03.513844 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56987ad-464a-407a-980b-9d0e3e4c7d4a service neutron] Pushing event updated for resources: {'Port': ['ID=955f9c95-8dc4-4456-9435-2bf1884f855c,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:03.533010 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79820ee9-ea7f-44f4-a1d9-9eb5c64a6c5f x-openstack-request-id: req-79820ee9-ea7f-44f4-a1d9-9eb5c64a6c5f {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:03.533306 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c5dec-790d-4019-b98a-d4a70bfc706a", "tag": "955f9c95-8dc4-4456-9435-2bf1884f855c", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:03.533560 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79820ee9-ea7f-44f4-a1d9-9eb5c64a6c5f {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:03.534046 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1c5dec-790d-4019-b98a-d4a70bfc706a', 'tag': '955f9c95-8dc4-4456-9435-2bf1884f855c', 'status': 'completed', 'code': 200} Aug 07 02:24:03.545337 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c1764-38a1-4baf-856e-4b01fa49c0df req-d9f3967a-70ee-44f9-9f64-1004f7fa2eea tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:03.546943 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f0c1764-38a1-4baf-856e-4b01fa49c0df req-d9f3967a-70ee-44f9-9f64-1004f7fa2eea tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 944 time: 0.0648537 Aug 07 02:24:03.584227 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f0c1764-38a1-4baf-856e-4b01fa49c0df req-ba01d61c-a0f6-4678-8fe8-a6524ea84dc4 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Aug 07 02:24:03.584762 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-5b09fa8c-c44f-4807-a491-8e6630ad4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:03.586336 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-5b09fa8c-c44f-4807-a491-8e6630ad4766 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e54368d12c7447a92a596f356e62e41&device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 1097 time: 0.0423875 Aug 07 02:24:03.637644 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-d5aee3b1-7a4c-4279-8e83-2e4a5b3220eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=955f9c95-8dc4-4456-9435-2bf1884f855c HTTP/1.1" status: 200 len: 217 time: 0.0365906 Aug 07 02:24:03.703796 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-0a2fd4f7-6e0b-4b5f-b023-1b91735504ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:03.706443 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-0a2fd4f7-6e0b-4b5f-b023-1b91735504ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87dabb68-45c8-47f0-828b-294d8c838965 HTTP/1.1" status: 200 len: 848 time: 0.0452726 Aug 07 02:24:03.758012 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-3bf1ba61-e203-4b16-9b7e-36f72f0e09b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425203 Aug 07 02:24:03.779438 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-df18e0ea-8538-4abb-99d1-34ffe0c56fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:03.781096 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-df18e0ea-8538-4abb-99d1-34ffe0c56fe5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee54a72d18974024b8a2385f183b5efe&device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1098 time: 0.0738230 Aug 07 02:24:03.935578 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-4b466706-886e-4869-8694-6347a4b621e5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:03.937125 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-4b466706-886e-4869-8694-6347a4b621e5 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.0496902 Aug 07 02:24:04.099911 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Deleting port 956c1362-3062-4e69-a133-5684aa7b1f98 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:24:04.100254 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:04.156866 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9ac21-2240-46ca-aa45-b076aee77d3f req-e85a9e52-0801-4653-bc94-17c1adb5eaee tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:04.158335 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5af9ac21-2240-46ca-aa45-b076aee77d3f req-e85a9e52-0801-4653-bc94-17c1adb5eaee tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.1375661 Aug 07 02:24:04.169955 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66612-cb82-4b79-9ca7-106d884d491c req-7213827f-f38d-456a-b8af-81a132ca2f1f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:04.171408 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8b66612-cb82-4b79-9ca7-106d884d491c req-7213827f-f38d-456a-b8af-81a132ca2f1f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 946 time: 0.1352966 Aug 07 02:24:04.188766 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-e7cf8fcd-ea2f-4003-87c6-581cfd0a87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:04.190229 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-e7cf8fcd-ea2f-4003-87c6-581cfd0a87c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87 HTTP/1.1" status: 200 len: 910 time: 0.4000788 Aug 07 02:24:04.191960 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-32ef9d63-77ff-403e-9e66-ad370c73ed4c service neutron] 10.222.0.16 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250262 Aug 07 02:24:04.259672 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5af9ac21-2240-46ca-aa45-b076aee77d3f req-0b040f92-acd1-481f-840d-920f8a278a2f tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873091 Aug 07 02:24:04.265095 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] For port 956c1362-3062-4e69-a133-5684aa7b1f98, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=956c1362-3062-4e69-a133-5684aa7b1f98,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:04.265455 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:04.270087 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8b66612-cb82-4b79-9ca7-106d884d491c req-96cd1343-2ccf-41bf-b146-f4e860ea13e4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=40d66717-1a40-49d8-8c6c-f6c75feea2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865374 Aug 07 02:24:04.308276 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-6fe74021-7f26-4f26-98f3-1f94f46bfeff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde HTTP/1.1" status: 200 len: 1000 time: 0.1041150 Aug 07 02:24:04.362304 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-3dfb79ac-5b3f-47df-b5e8-7304e0d8ad3d req-525a318e-1c3d-4eb7-8086-1f7a5222f5c7 service neutron] 10.222.0.16 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575744 Aug 07 02:24:04.371353 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-28977ef1-1ef6-45ca-b10b-b5785bdef138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:04.372746 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-28977ef1-1ef6-45ca-b10b-b5785bdef138 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29237be-2c90-4879-a347-1a1a23dca8aa HTTP/1.1" status: 200 len: 848 time: 0.0568631 Aug 07 02:24:04.430698 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-0e6f965b-e79b-42fb-8ce1-9ddeda27de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:04.432110 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-0e6f965b-e79b-42fb-8ce1-9ddeda27de1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520332 Aug 07 02:24:04.510739 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-e5f32c84-bf7c-4636-8a99-96d26d762ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:04.512820 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-e5f32c84-bf7c-4636-8a99-96d26d762ee2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e54368d12c7447a92a596f356e62e41&device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 1097 time: 0.0936430 Aug 07 02:24:04.590764 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-10e55d9b-75f3-461e-aa21-21e13e6585c4 service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451733 Aug 07 02:24:04.674680 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-0556edf9-973c-49bb-9e65-38b1c7751f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:04.676160 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-0556edf9-973c-49bb-9e65-38b1c7751f8e service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d HTTP/1.1" status: 200 len: 909 time: 0.1545045 Aug 07 02:24:04.730193 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:04.731173 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:04.731173 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Floating IP 4a98910a-e799-4683-b872-79e1acb937dc disassociated. External IP: 172.27.3.9, port: 956c1362-3062-4e69-a133-5684aa7b1f98. Aug 07 02:24:04.731511 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Calling delete_port for 956c1362-3062-4e69-a133-5684aa7b1f98 owned by compute:nova {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:24:04.733488 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-667aca46-bdad-4dad-9d88-7a726ff69e59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=955f9c95-8dc4-4456-9435-2bf1884f855c HTTP/1.1" status: 200 len: 217 time: 0.0450387 Aug 07 02:24:04.746586 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-ab2d37e9-41c2-4360-9061-90c9b35c6f16 req-0fcad4b7-b41b-461d-9b67-b82d6c9c3b0d service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448658 Aug 07 02:24:04.755774 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bf84-a8ba-4ae3-bd2a-8b83a81d5105 req-6dfaebae-63f0-43d0-b6ca-271cec33f870 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:04.757285 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8266bf84-a8ba-4ae3-bd2a-8b83a81d5105 req-6dfaebae-63f0-43d0-b6ca-271cec33f870 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 944 time: 0.0772805 Aug 07 02:24:04.789915 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-c55cc9de-0687-44a6-a5f2-70a786649cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:04.791541 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-c55cc9de-0687-44a6-a5f2-70a786649cdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87dabb68-45c8-47f0-828b-294d8c838965 HTTP/1.1" status: 200 len: 848 time: 0.0483637 Aug 07 02:24:04.825509 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-821ad3d5-7bcf-43ea-b596-8a7c8e7ad6b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253320 Aug 07 02:24:04.843627 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8266bf84-a8ba-4ae3-bd2a-8b83a81d5105 req-a2893491-5aab-4072-86a0-fd8a3ec3b0a8 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 Aug 07 02:24:04.911091 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:04.921679 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-80549b18-0455-4e24-a19f-dfa00c175814 service neutron] 10.222.0.16 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880144 Aug 07 02:24:04.936998 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event deleted for resources: {'Port': ['ID=956c1362-3062-4e69-a133-5684aa7b1f98,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:05.019168 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e3daca61-53ed-41fc-b587-2c520b7b8c62 req-6ce5bf7c-a8c9-4c13-99cc-1c3962b5a401 service neutron] 10.222.0.16 "GET /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865297 Aug 07 02:24:05.052953 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Router daffce27-a5d4-48d1-886e-b2a3b3c08637 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:24:05.162050 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:24:05.172646 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] Sync routers for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:24:05.181531 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:24:05.182149 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:23:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:05.200437 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] No DVR routers for this DVR port 956c1362-3062-4e69-a133-5684aa7b1f98 on host hv-cinder-78239 {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:24:05.203018 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:05.205056 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c42790d-289e-4d3e-ae0d-c6aeff922dfd req-fd107bf9-64fd-4aba-95c7-62556544c6c9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "DELETE /v2.0/ports/956c1362-3062-4e69-a133-5684aa7b1f98 HTTP/1.1" status: 204 len: 173 time: 1.2617848 Aug 07 02:24:05.205491 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c629bdb0-b000-4958-b4d1-092080558972', 'name': 'network-vif-deleted', 'tag': '956c1362-3062-4e69-a133-5684aa7b1f98'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:05.207736 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333d7f48-bc5a-4301-801a-36f6412b1cbd" -d '{"events": [{"server_uuid": "c629bdb0-b000-4958-b4d1-092080558972", "name": "network-vif-deleted", "tag": "956c1362-3062-4e69-a133-5684aa7b1f98"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:05.246348 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcdd019-3fdd-4883-abad-52c9a561a6cd x-openstack-request-id: req-5dcdd019-3fdd-4883-abad-52c9a561a6cd {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:05.246673 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c629bdb0-b000-4958-b4d1-092080558972", "name": "network-vif-deleted", "tag": "956c1362-3062-4e69-a133-5684aa7b1f98", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:05.246927 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5dcdd019-3fdd-4883-abad-52c9a561a6cd {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:05.247335 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c629bdb0-b000-4958-b4d1-092080558972', 'name': 'network-vif-deleted', 'tag': '956c1362-3062-4e69-a133-5684aa7b1f98', 'status': 'completed', 'code': 200} Aug 07 02:24:05.297961 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:24:05.400249 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1782f-166a-42b6-b402-48c9b0deba94 req-71dd5d2f-bb96-48ea-bef6-f7e406870516 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:05.401937 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-25f1782f-166a-42b6-b402-48c9b0deba94 req-71dd5d2f-bb96-48ea-bef6-f7e406870516 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0633574 Aug 07 02:24:05.425752 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e09be4b-52ad-4fc6-abbc-486a2842b146 req-92789175-75a1-4b97-868a-6dbbe562af46 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=c629bdb0-b000-4958-b4d1-092080558972 HTTP/1.1" status: 200 len: 210 time: 0.0424452 Aug 07 02:24:05.459465 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-25f1782f-166a-42b6-b402-48c9b0deba94 req-43939eaf-05dd-4605-8f51-874119619274 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368896 Aug 07 02:24:05.531882 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:05.557021 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] Checking router: daffce27-a5d4-48d1-886e-b2a3b3c08637 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:24:05.565793 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:24:05.566446 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:23:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:05.670425 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:24:05.749305 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:05.964308 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb757-b3f3-49a8-9615-ac990d1c346e req-9dc5556f-e3ae-473a-98b0-f277897f8984 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:05.965713 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-971bb757-b3f3-49a8-9615-ac990d1c346e req-9dc5556f-e3ae-473a-98b0-f277897f8984 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 944 time: 0.0493915 Aug 07 02:24:05.996567 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:06.002766 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-971bb757-b3f3-49a8-9615-ac990d1c346e req-a813db0e-446d-409a-bac5-94d9455f58d9 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Aug 07 02:24:06.022025 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42ee2f-0967-4d79-ae62-c0b23cdcf5ee None None] The sync data for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi is: [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:24:06.222288 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a3a2d-4b51-4df9-9cb4-2062457072cd None None] New status for floating IP 4a98910a-e799-4683-b872-79e1acb937dc: DOWN {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:24:06.513120 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60836) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:06.610527 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe432f-b9b8-4100-babe-4280db5bb07f req-e5745d1c-d552-4c10-945d-1d3010abce34 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:06.612040 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-adbe432f-b9b8-4100-babe-4280db5bb07f req-e5745d1c-d552-4c10-945d-1d3010abce34 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0721467 Aug 07 02:24:06.612654 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5042eea8-8a08-4884-a248-002ad59e3fa8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:06.649784 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5042eea8-8a08-4884-a248-002ad59e3fa8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:06.686767 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-adbe432f-b9b8-4100-babe-4280db5bb07f req-4e5971d0-7c11-4ee1-86ac-44f0a345067c tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687964 Aug 07 02:24:06.712321 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5042eea8-8a08-4884-a248-002ad59e3fa8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:06.715586 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5042eea8-8a08-4884-a248-002ad59e3fa8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:06.716736 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-5042eea8-8a08-4884-a248-002ad59e3fa8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "DELETE /v2.0/security-groups/40d66717-1a40-49d8-8c6c-f6c75feea2ca HTTP/1.1" status: 204 len: 168 time: 0.2026086 Aug 07 02:24:06.719556 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60838) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:06.725872 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042eea8-8a08-4884-a248-002ad59e3fa8 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d66717-1a40-49d8-8c6c-f6c75feea2ca,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:06.734737 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.api.v2.resource [None req-e5292616-73c5-4b6c-827b-83ca7e6a7a63 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] show failed (client error): The resource could not be found. Aug 07 02:24:06.735765 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-e5292616-73c5-4b6c-827b-83ca7e6a7a63 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups/40d66717-1a40-49d8-8c6c-f6c75feea2ca HTTP/1.1" status: 404 len: 347 time: 0.0145605 Aug 07 02:24:06.738785 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60840) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:06.871017 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Deleting port ffd8daa4-59df-47e9-b054-0cc4684f9c6e {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:24:06.871451 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:06.948124 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:06.949301 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:06.961116 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Calling delete_port for ffd8daa4-59df-47e9-b054-0cc4684f9c6e owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:24:07.120600 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.148540 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event deleted for resources: {'Port': ['ID=ffd8daa4-59df-47e9-b054-0cc4684f9c6e,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:07.159291 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8208-ea1f-490f-a674-822d8401a90c req-6dde014a-0b97-4702-aaa8-3c1f2f4aa91b tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:07.160753 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-abce8208-ea1f-490f-a674-822d8401a90c req-6dde014a-0b97-4702-aaa8-3c1f2f4aa91b tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 944 time: 0.0899227 Aug 07 02:24:07.238725 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-abce8208-ea1f-490f-a674-822d8401a90c req-7f2a6c84-423c-4d53-8691-74e12b1ed31d tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719879 Aug 07 02:24:07.243782 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.246411 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.247573 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b75300d1-c249-4bcb-a90e-7304bbf2d2ec tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "DELETE /v2.0/floatingips/4a98910a-e799-4683-b872-79e1acb937dc HTTP/1.1" status: 204 len: 168 time: 0.5077100 Aug 07 02:24:07.509197 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60848) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:07.514756 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-285fcf58-8ea5-47d5-8cb9-b2ce24abaaa9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--391822283', 'description': 'tempest-description--1267070291'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:07.536130 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-285fcf58-8ea5-47d5-8cb9-b2ce24abaaa9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.626300 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-285fcf58-8ea5-47d5-8cb9-b2ce24abaaa9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.629971 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-285fcf58-8ea5-47d5-8cb9-b2ce24abaaa9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.664086 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-285fcf58-8ea5-47d5-8cb9-b2ce24abaaa9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.665290 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-285fcf58-8ea5-47d5-8cb9-b2ce24abaaa9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1551046 Aug 07 02:24:07.665975 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fcf58-8ea5-47d5-8cb9-b2ce24abaaa9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6efb50-30f5-44ab-aef6-47b24fd95209,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:07.668758 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60850) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:07.673100 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-08a023f5-1dc0-47ca-9a48-dc431845b199 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'security_group_rule': {'security_group_id': '4c6efb50-30f5-44ab-aef6-47b24fd95209', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:07.698843 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-08a023f5-1dc0-47ca-9a48-dc431845b199 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.756158 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-08a023f5-1dc0-47ca-9a48-dc431845b199 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.765173 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-08a023f5-1dc0-47ca-9a48-dc431845b199 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.797708 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a023f5-1dc0-47ca-9a48-dc431845b199 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a6f348-db8a-443b-b10a-deb5bc28a5cc,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:07.806800 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-08a023f5-1dc0-47ca-9a48-dc431845b199 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.808561 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-08a023f5-1dc0-47ca-9a48-dc431845b199 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388977 Aug 07 02:24:07.811471 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60854) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:07.817657 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-0734367d-4761-47f3-b509-85b6dcf8cbfb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'security_group_rule': {'security_group_id': '4c6efb50-30f5-44ab-aef6-47b24fd95209', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:07.821061 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6eb5-a686-4644-8073-a00595776386 req-fd62561d-00be-4a4f-9f58-09e384eb51b9 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:07.822554 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-310b6eb5-a686-4644-8073-a00595776386 req-fd62561d-00be-4a4f-9f58-09e384eb51b9 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0694399 Aug 07 02:24:07.844002 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0734367d-4761-47f3-b509-85b6dcf8cbfb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.860900 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-310b6eb5-a686-4644-8073-a00595776386 req-33fbd702-5633-472f-8925-8946eb170f13 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322685 Aug 07 02:24:07.905868 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0734367d-4761-47f3-b509-85b6dcf8cbfb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.909889 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0734367d-4761-47f3-b509-85b6dcf8cbfb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.933357 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734367d-4761-47f3-b509-85b6dcf8cbfb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4722603-3748-463d-bd54-6478782db58a,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:07.938178 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0734367d-4761-47f3-b509-85b6dcf8cbfb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:07.939448 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-0734367d-4761-47f3-b509-85b6dcf8cbfb tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269259 Aug 07 02:24:07.942535 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 60858) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:07.947574 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'floatingip': {'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:07.970670 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.074263 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.093263 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdf072-3f2b-4175-8505-9dbf55dddd5f req-cb7c26ba-d333-4224-8219-3ae633f967a0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:08.095749 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ecdf072-3f2b-4175-8505-9dbf55dddd5f req-cb7c26ba-d333-4224-8219-3ae633f967a0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0567858 Aug 07 02:24:08.096431 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 60868) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:08.141031 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ecdf072-3f2b-4175-8505-9dbf55dddd5f req-a99a475c-391f-451d-9799-813f9438f5d2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387001 Aug 07 02:24:08.189235 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Allocated IP 172.27.3.55 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/6e8a75d3-2d9a-4263-825b-57269243900f) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:24:08.192812 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-f9f4abcb-a7f9-4a7f-8ba1-25535d7e367d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952106 Aug 07 02:24:08.295355 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.302832 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 955f9c95-8dc4-4456-9435-2bf1884f855c details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:24:08.333447 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 956c1362-3062-4e69-a133-5684aa7b1f98 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:24:08.340313 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.384893 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:24:08.388747 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:24:08.392550 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:24:08.408932 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 956c1362-3062-4e69-a133-5684aa7b1f98 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:24:08.409279 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 956c1362-3062-4e69-a133-5684aa7b1f98 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:24:08.418624 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'Port': ['ID=6e8a75d3-2d9a-4263-825b-57269243900f,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:08.463529 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 955f9c95-8dc4-4456-9435-2bf1884f855c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=955f9c95-8dc4-4456-9435-2bf1884f855c,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:08.487695 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '955f9c95-8dc4-4456-9435-2bf1884f855c', 'network_id': '1c18773f-5ac1-4d91-b6eb-3e52cb00a72d', 'port_id': '955f9c95-8dc4-4456-9435-2bf1884f855c', 'mac_address': 'fa:16:3e:69:64:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dabb68-45c8-47f0-828b-294d8c838965', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:24:08.498270 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.546596 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.553042 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.561767 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955f9c95-8dc4-4456-9435-2bf1884f855c {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:24:08.582743 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130792ab-4611-4c0d-93db-50acc209af12 req-4d563112-4faf-40cb-9eef-3940299acac9 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:08.584437 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-130792ab-4611-4c0d-93db-50acc209af12 req-4d563112-4faf-40cb-9eef-3940299acac9 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 944 time: 0.2151616 Aug 07 02:24:08.592871 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 955f9c95-8dc4-4456-9435-2bf1884f855c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=955f9c95-8dc4-4456-9435-2bf1884f855c,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:08.598161 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.638675 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-130792ab-4611-4c0d-93db-50acc209af12 req-17b86780-cbfa-477b-9e73-8e796df29529 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Aug 07 02:24:08.658789 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=955f9c95-8dc4-4456-9435-2bf1884f855c,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:08.731537 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.736112 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.804281 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'Port': ['ID=6e8a75d3-2d9a-4263-825b-57269243900f,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:08.818111 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.832224 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:08.833711 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-8db31e1f-1326-4f81-9614-0a02ecbc0f3a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8901267 Aug 07 02:24:08.847869 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['955f9c95-8dc4-4456-9435-2bf1884f855c'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:24:09.020247 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-8f9889e2-58ef-48d8-8254-c77b1a61b071 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--391822283&fields=id&tenant_id=0035c08372794bcb93ee2ea5a925dd8d HTTP/1.1" status: 200 len: 267 time: 0.0334456 Aug 07 02:24:09.129560 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346965d5-6bb1-4eb0-97c9-689345171596 req-5af16aa8-1095-4897-81b5-49051ea618ca tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:09.130066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-5af16aa8-1095-4897-81b5-49051ea618ca tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 810 time: 0.1022429 Aug 07 02:24:09.146558 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-20484e3d-fa8d-4b25-bccd-971ec76510f9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/quotas/0035c08372794bcb93ee2ea5a925dd8d HTTP/1.1" status: 200 len: 375 time: 0.0104361 Aug 07 02:24:09.205555 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-1b38141f-4583-4885-a2d9-74c9cf9ca650 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522125 Aug 07 02:24:09.339571 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2c0a0-cc81-4fba-9e50-36ad1e762c23 req-f36687d3-0f89-48f4-99ce-9021a77ab67d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:09.341112 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6f2c0a0-cc81-4fba-9e50-36ad1e762c23 req-f36687d3-0f89-48f4-99ce-9021a77ab67d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0770566 Aug 07 02:24:09.346543 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-4d66cd8d-71c8-4a33-b5a8-5409c4b569b2 service neutron] 10.222.0.11 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267192 Aug 07 02:24:09.425728 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6f2c0a0-cc81-4fba-9e50-36ad1e762c23 req-8d15debb-e370-41fc-b5ed-942088cda904 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782621 Aug 07 02:24:09.456751 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-cd6ce40a-cce5-4a8e-a819-43830319ec08 service neutron] 10.222.0.11 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036201 Aug 07 02:24:09.654076 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d0698b59-9669-4083-ba9f-cb026c09b717 req-468a651f-1454-4b81-be0f-e1f30062966d tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 210 time: 0.0651183 Aug 07 02:24:09.678028 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-36ed556a-d741-4308-9e2b-c000c15c5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:09.680027 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-36ed556a-d741-4308-9e2b-c000c15c5437 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec&tenant_id=ee54a72d18974024b8a2385f183b5efe HTTP/1.1" status: 200 len: 1098 time: 0.0991840 Aug 07 02:24:09.779199 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-bf1e9875-06bc-47e2-b6af-4d4db2a7c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:09.780934 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-bf1e9875-06bc-47e2-b6af-4d4db2a7c122 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee54a72d18974024b8a2385f183b5efe&device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1098 time: 0.0775471 Aug 07 02:24:09.793534 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b473da-c1c4-458f-ad72-f654c50d7c1a req-9d8441a4-f95b-4139-a9de-269c12760f26 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:09.795118 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2b473da-c1c4-458f-ad72-f654c50d7c1a req-9d8441a4-f95b-4139-a9de-269c12760f26 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 945 time: 0.0669348 Aug 07 02:24:09.883692 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2b473da-c1c4-458f-ad72-f654c50d7c1a req-07582706-bb6d-4886-a505-ebe30ddca82c tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785553 Aug 07 02:24:09.909182 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-eb5b29ab-3d0e-4e73-bb7f-0731842d828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:09.910651 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-eb5b29ab-3d0e-4e73-bb7f-0731842d828f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87 HTTP/1.1" status: 200 len: 910 time: 0.1146567 Aug 07 02:24:09.982466 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-ed5c5375-66b2-4caf-9a5c-c9fbef83c7a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde HTTP/1.1" status: 200 len: 1000 time: 0.0578189 Aug 07 02:24:10.032295 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-b6d6620c-2ce9-46e8-9fa9-20c02c8130db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:10.033751 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-b6d6620c-2ce9-46e8-9fa9-20c02c8130db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29237be-2c90-4879-a347-1a1a23dca8aa HTTP/1.1" status: 200 len: 848 time: 0.0438049 Aug 07 02:24:10.084283 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-36126b51-e5e4-4b80-b65c-b6175ee9be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:10.085912 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-36126b51-e5e4-4b80-b65c-b6175ee9be8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425084 Aug 07 02:24:10.178750 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-3d67581e-60ce-4693-831f-3395295fef17 service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806277 Aug 07 02:24:10.271871 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6276cd4-ba88-4a0f-b070-94855c735afd req-b1792987-3150-4d56-beaf-485d3493edab service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838375 Aug 07 02:24:10.315220 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 955f9c95-8dc4-4456-9435-2bf1884f855c up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:24:10.356891 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:24:10.361972 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 955f9c95-8dc4-4456-9435-2bf1884f855c completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:24:10.365587 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 955f9c95-8dc4-4456-9435-2bf1884f855c triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:24:10.365963 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:10.448002 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:10.474922 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c5dec-790d-4019-b98a-d4a70bfc706a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955f9c95-8dc4-4456-9435-2bf1884f855c'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:10.477135 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a770cfbb-e5a3-4ad5-a925-6b1a5e0837bb" -d '{"events": [{"server_uuid": "3e1c5dec-790d-4019-b98a-d4a70bfc706a", "name": "network-vif-plugged", "status": "completed", "tag": "955f9c95-8dc4-4456-9435-2bf1884f855c"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:10.491820 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 955f9c95-8dc4-4456-9435-2bf1884f855c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=955f9c95-8dc4-4456-9435-2bf1884f855c,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:10.498443 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:10.499698 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device c4ce363d-82bc-44d3-a510-e1fc31347bde no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:24:10.533146 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a66f6f-b195-4d24-bfdd-d1c95ee839d5 x-openstack-request-id: req-15a66f6f-b195-4d24-bfdd-d1c95ee839d5 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:10.533439 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c5dec-790d-4019-b98a-d4a70bfc706a", "name": "network-vif-plugged", "status": "completed", "tag": "955f9c95-8dc4-4456-9435-2bf1884f855c", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:10.533690 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15a66f6f-b195-4d24-bfdd-d1c95ee839d5 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:10.534081 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1c5dec-790d-4019-b98a-d4a70bfc706a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955f9c95-8dc4-4456-9435-2bf1884f855c', 'code': 200} Aug 07 02:24:10.595551 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043d256-5556-4f50-865f-396ba8d28678 req-ad5e3385-bf46-47e8-a21e-96c2812ba912 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:10.597047 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b043d256-5556-4f50-865f-396ba8d28678 req-ad5e3385-bf46-47e8-a21e-96c2812ba912 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0857890 Aug 07 02:24:10.608337 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346965d5-6bb1-4eb0-97c9-689345171596 req-8de2c2a5-1d3c-41da-9df8-7b5af1877269 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:10.609923 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-8de2c2a5-1d3c-41da-9df8-7b5af1877269 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 810 time: 0.1613340 Aug 07 02:24:10.661234 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=955f9c95-8dc4-4456-9435-2bf1884f855c,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:10.668599 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:10.690762 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-c8be4f92-6a67-4afb-9161-20740463e95d tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0035c08372794bcb93ee2ea5a925dd8d HTTP/1.1" status: 200 len: 379 time: 0.0705867 Aug 07 02:24:10.721447 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:10.721619 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'port': {'device_id': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'admin_state_up': True, 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'security_groups': ['4c6efb50-30f5-44ab-aef6-47b24fd95209']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:10.727321 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:10.750452 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2659b-22ae-428d-8254-91ef6658a302 req-d4d26326-7649-4f1a-ae30-f8df50c5f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:10.752053 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-30d2659b-22ae-428d-8254-91ef6658a302 req-d4d26326-7649-4f1a-ae30-f8df50c5f1a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 1099 time: 0.0461876 Aug 07 02:24:10.778611 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=c4ce363d-82bc-44d3-a510-e1fc31347bde,revision_number=6']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:10.793197 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-30d2659b-22ae-428d-8254-91ef6658a302 req-f4d89652-9952-496e-b096-2e5707acf592 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Aug 07 02:24:10.804228 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-49696a23-54c9-4d49-ae06-5f8c292bc45b req-f40ed1cf-f5ba-4fbc-8130-9625406b2b40 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 210 time: 0.0593817 Aug 07 02:24:10.807141 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b043d256-5556-4f50-865f-396ba8d28678 req-b873f119-db42-40c4-b1d0-56158f8c5c40 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961694 Aug 07 02:24:10.872639 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Made reservation on behalf of 0035c08372794bcb93ee2ea5a925dd8d for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:24:10.876350 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:11.206637 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a20ed-680f-4a49-a34b-c8915077bdfb req-af820130-9ea3-4ec8-b650-a2f9f9d7f849 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:11.208087 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d99a20ed-680f-4a49-a34b-c8915077bdfb req-af820130-9ea3-4ec8-b650-a2f9f9d7f849 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 946 time: 0.0976713 Aug 07 02:24:11.280700 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d99a20ed-680f-4a49-a34b-c8915077bdfb req-e5ec2499-2303-4a65-a0c9-0ea6e9ebc143 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666013 Aug 07 02:24:11.281683 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Allocated IP 172.20.0.14 (11d2b172-ffc6-4791-b79b-051731a936e1/b4de46bf-f476-455a-9705-deaddbd02da1/0481fd42-d2f8-4a65-8237-ae9f2514f6a1) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:24:11.421308 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:11.438333 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Transition to ACTIVE for port object 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:24:11.469450 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:11.512982 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Network 11d2b172-ffc6-4791-b79b-051731a936e1 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:24:11.516003 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:24:11.519634 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:24:11.542912 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event updated for resources: {'Port': ['ID=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:11.571527 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:11.572175 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:11.588404 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-330de13a-810f-4544-829f-0a14d131f836 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8711162 Aug 07 02:24:11.603216 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Request body: {'port': {'device_id': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:11.663149 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:11.743626 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-06742ee8-ef78-4230-83b2-32951eb565b7 None None] Provisioning for port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:24:11.748003 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-06742ee8-ef78-4230-83b2-32951eb565b7 None None] Provisioning complete for port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:24:11.748377 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-06742ee8-ef78-4230-83b2-32951eb565b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:11.787529 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-06742ee8-ef78-4230-83b2-32951eb565b7 None None] Port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:24:12.000768 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c21bef-0ad2-44f9-89f0-b013a79747d3 req-a9d7cb35-f011-4ceb-b52c-dcfd09594487 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:12.002131 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e2c21bef-0ad2-44f9-89f0-b013a79747d3 req-a9d7cb35-f011-4ceb-b52c-dcfd09594487 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 932 time: 0.1239583 Aug 07 02:24:12.013641 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7969e-2366-4999-ac6a-12c648be69f1 req-d3dbb2de-b47b-4a24-a504-332fc2e38be5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:12.015042 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-12c7969e-2366-4999-ac6a-12c648be69f1 req-d3dbb2de-b47b-4a24-a504-332fc2e38be5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.1329050 Aug 07 02:24:12.027796 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:24:12.053617 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:12.086659 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Transition to ACTIVE for port object 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:24:12.092689 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e2c21bef-0ad2-44f9-89f0-b013a79747d3 req-89d0c7e9-d016-4f9c-8697-3d7e1f330bbe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767884 Aug 07 02:24:12.095532 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:12.100854 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-12c7969e-2366-4999-ac6a-12c648be69f1 req-79eb0f95-22e8-43b8-89ff-a8a461c6ebbd tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765078 Aug 07 02:24:12.148341 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Pushing event updated for resources: {'Port': ['ID=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:12.217404 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Attempting to bind port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:24:12.218077 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Attempting to bind port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:24:12.218077 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Attempting to bind port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 on network 11d2b172-ffc6-4791-b79b-051731a936e1 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:24:12.222537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 on network 11d2b172-ffc6-4791-b79b-051731a936e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:24:12.222868 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Attempting to bind port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 on network 11d2b172-ffc6-4791-b79b-051731a936e1 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:24:12.227805 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:24:12.228171 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Checking segment: {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:24:12.228539 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Bound using segment: {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:24:12.228999 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Bound port: 0481fd42-d2f8-4a65-8237-ae9f2514f6a1, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:24:12.229478 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:12.298102 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] For port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1, host hv-cinder-78239, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:24:12.301153 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] For port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:24:12.306968 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:12.342259 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:12.342925 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:12.344344 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] 10.222.0.16 "PUT /v2.0/ports/0481fd42-d2f8-4a65-8237-ae9f2514f6a1 HTTP/1.1" status: 200 len: 1094 time: 0.7454708 Aug 07 02:24:12.344779 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'tag': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:12.347043 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bd6839-2052-4448-b9f4-f4f56b35a433" -d '{"events": [{"name": "network-changed", "server_uuid": "97a236f7-ae8f-4593-b1e9-afeae04bf030", "tag": "0481fd42-d2f8-4a65-8237-ae9f2514f6a1"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:12.404343 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26e407c-4055-4a40-8577-942b2596fab5 x-openstack-request-id: req-a26e407c-4055-4a40-8577-942b2596fab5 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:12.404814 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a236f7-ae8f-4593-b1e9-afeae04bf030", "tag": "0481fd42-d2f8-4a65-8237-ae9f2514f6a1", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:12.405051 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a26e407c-4055-4a40-8577-942b2596fab5 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:12.405449 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'tag': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1', 'status': 'completed', 'code': 200} Aug 07 02:24:12.436426 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02e3c6-1834-44b3-99fe-03c07193d86a service neutron] Pushing event updated for resources: {'Port': ['ID=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:12.462955 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bb554-7dad-409b-a700-960cc9220c41 req-ebaa078d-78f3-429a-b60d-f9e8c8a3582b tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:12.465403 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-032bb554-7dad-409b-a700-960cc9220c41 req-ebaa078d-78f3-429a-b60d-f9e8c8a3582b tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 946 time: 0.1111248 Aug 07 02:24:12.468491 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346965d5-6bb1-4eb0-97c9-689345171596 req-07828db9-2f6e-48a2-814c-956c89e2207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:12.469915 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-07828db9-2f6e-48a2-814c-956c89e2207d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 1097 time: 0.0800300 Aug 07 02:24:12.522168 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-116b998f-730a-478e-a700-9f21901b6cbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0481fd42-d2f8-4a65-8237-ae9f2514f6a1 HTTP/1.1" status: 200 len: 217 time: 0.0441284 Aug 07 02:24:12.536415 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:12.539188 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-032bb554-7dad-409b-a700-960cc9220c41 req-bae2f6e9-1499-4b8b-b1b7-fba60b5e323c tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681365 Aug 07 02:24:12.539540 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974a106d-651b-4c00-bfc7-52ead0792104" -d '{"events": [{"server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:12.585282 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346965d5-6bb1-4eb0-97c9-689345171596 req-470c6da5-0907-4a82-bf94-7b243befa01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:12.586538 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043bede2-aea2-46ac-bd4a-92904478788b x-openstack-request-id: req-043bede2-aea2-46ac-bd4a-92904478788b {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:12.586792 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-470c6da5-0907-4a82-bf94-7b243befa01b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 200 len: 849 time: 0.0467706 Aug 07 02:24:12.586992 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:12.587397 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-043bede2-aea2-46ac-bd4a-92904478788b {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:12.588015 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'code': 200} Aug 07 02:24:12.640674 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346965d5-6bb1-4eb0-97c9-689345171596 req-4df39596-2846-4518-ada8-ad927533a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:12.642173 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-4df39596-2846-4518-ada8-ad927533a674 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d2b172-ffc6-4791-b79b-051731a936e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458536 Aug 07 02:24:12.735017 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-0ad1113a-1dcc-4945-b21a-e2ebce0bc2a0 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852540 Aug 07 02:24:12.832127 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-346965d5-6bb1-4eb0-97c9-689345171596 req-65ec6680-1a39-4989-9c4c-4b910987c813 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891151 Aug 07 02:24:12.925631 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-cc94c7e1-827f-4b11-8108-f32ca0ca3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:12.927149 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-cc94c7e1-827f-4b11-8108-f32ca0ca3a96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 1097 time: 0.0417032 Aug 07 02:24:13.021267 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-e15835bd-72dc-4d58-ba08-d7fefa3a206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:13.022815 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-e15835bd-72dc-4d58-ba08-d7fefa3a206f service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 911 time: 0.0877643 Aug 07 02:24:13.070007 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-081cd425-956d-4c11-8039-08872b859042 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0481fd42-d2f8-4a65-8237-ae9f2514f6a1 HTTP/1.1" status: 200 len: 217 time: 0.0372274 Aug 07 02:24:13.127641 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-703bdb97-e97d-4c92-88c1-2dfd9a45ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:13.129172 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-703bdb97-e97d-4c92-88c1-2dfd9a45ebc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 200 len: 849 time: 0.0497470 Aug 07 02:24:13.246426 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-cb143a08-4d62-4940-92d8-f9b94047a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:13.247904 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-cb143a08-4d62-4940-92d8-f9b94047a3a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d2b172-ffc6-4791-b79b-051731a936e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066337 Aug 07 02:24:13.258135 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38bb3f-98f2-4498-8199-54fae118da3d req-62eda92e-df5b-46b2-90d1-85b7e1c043a8 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:13.259499 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-de38bb3f-98f2-4498-8199-54fae118da3d req-62eda92e-df5b-46b2-90d1-85b7e1c043a8 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 946 time: 0.0933015 Aug 07 02:24:13.274263 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396fd07-1e5a-41d8-8457-e9773e92b693 req-76c1edb5-7dc4-4905-b007-200be43dfefa tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:13.275593 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a396fd07-1e5a-41d8-8457-e9773e92b693 req-76c1edb5-7dc4-4905-b007-200be43dfefa tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 944 time: 0.1057816 Aug 07 02:24:13.377496 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-de38bb3f-98f2-4498-8199-54fae118da3d req-674af595-713a-4cb7-b9ef-fdb691999b6b tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004879 Aug 07 02:24:13.385301 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a396fd07-1e5a-41d8-8457-e9773e92b693 req-109ed4c7-8552-4e2c-9fa5-cf1c6b774aa3 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918336 Aug 07 02:24:13.415457 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-27d40fdd-2624-4000-9b8c-e49044f07d07 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543477 Aug 07 02:24:13.531301 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2c49-c000-443a-a9d5-72549c85f774 req-6408f483-5e13-40d9-a3e2-00234d352e1b tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:13.532702 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a94e2c49-c000-443a-a9d5-72549c85f774 req-6408f483-5e13-40d9-a3e2-00234d352e1b tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0911968 Aug 07 02:24:13.561812 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3bd6839-2052-4448-b9f4-f4f56b35a433 req-edd1d2aa-0f0e-4de1-8e9e-e998be10cb32 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379397 Aug 07 02:24:13.580226 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a94e2c49-c000-443a-a9d5-72549c85f774 req-87d55816-a2f7-4f29-8f01-50577bf927e1 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394723 Aug 07 02:24:14.518772 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517667b-45e7-4c48-a754-12a1b4a42565 req-ed8b0720-7d31-4de5-8460-0abd2de6a743 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:14.520255 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c517667b-45e7-4c48-a754-12a1b4a42565 req-ed8b0720-7d31-4de5-8460-0abd2de6a743 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 946 time: 0.0751090 Aug 07 02:24:14.528155 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af72f3-b9c2-4b2f-a92c-d2cb00c5aefa req-cf13a82c-5cfb-4496-90c5-4ad9d894dd58 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:14.529761 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99af72f3-b9c2-4b2f-a92c-d2cb00c5aefa req-cf13a82c-5cfb-4496-90c5-4ad9d894dd58 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 944 time: 0.0746915 Aug 07 02:24:14.582003 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c517667b-45e7-4c48-a754-12a1b4a42565 req-d4240881-403a-47b0-adc4-c9a61ecbe57b tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18ce428-7642-48c4-a1c0-3bccb03abf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512900 Aug 07 02:24:14.589031 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99af72f3-b9c2-4b2f-a92c-d2cb00c5aefa req-19fec7bf-de1f-4c67-a4ac-b668da985fd9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513890 Aug 07 02:24:14.722547 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeda8a-3fff-4a60-83be-f9ab5555d759 req-747973b7-4b05-4644-9fa3-bbcf2f8abc42 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:14.724005 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63aeda8a-3fff-4a60-83be-f9ab5555d759 req-747973b7-4b05-4644-9fa3-bbcf2f8abc42 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0762150 Aug 07 02:24:14.744353 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-c033376f-9be1-4eb7-b643-9657a071c20e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:14.746350 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-c033376f-9be1-4eb7-b643-9657a071c20e tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 946 time: 0.0670810 Aug 07 02:24:14.797025 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63aeda8a-3fff-4a60-83be-f9ab5555d759 req-5b63bfa5-dc14-4b44-9a20-de0a992b2fe4 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653942 Aug 07 02:24:14.853960 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Deleting port 955f9c95-8dc4-4456-9435-2bf1884f855c {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:24:14.854392 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:14.937287 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] For port 955f9c95-8dc4-4456-9435-2bf1884f855c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=955f9c95-8dc4-4456-9435-2bf1884f855c,segment=NetworkSegment(71784004-0d7d-4114-b708-352c5ceca8d1),segment_id=71784004-0d7d-4114-b708-352c5ceca8d1)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:14.937570 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:14.950389 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Calling delete_port for 955f9c95-8dc4-4456-9435-2bf1884f855c owned by compute:nova {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:24:15.076247 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:15.087441 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['955f9c95-8dc4-4456-9435-2bf1884f855c'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:24:15.105396 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Pushing event deleted for resources: {'Port': ['ID=955f9c95-8dc4-4456-9435-2bf1884f855c,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:15.142105 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] No DVR routers for this DVR port 955f9c95-8dc4-4456-9435-2bf1884f855c on host hv-cinder-78239 {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:24:15.144476 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:15.146425 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-787741d5-a383-46a3-85a3-ada6b6ce080d req-b8279190-87a0-4ad9-b8a5-d75a22cce919 tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.16 "DELETE /v2.0/ports/955f9c95-8dc4-4456-9435-2bf1884f855c HTTP/1.1" status: 204 len: 173 time: 0.3911574 Aug 07 02:24:15.146865 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c5dec-790d-4019-b98a-d4a70bfc706a', 'name': 'network-vif-deleted', 'tag': '955f9c95-8dc4-4456-9435-2bf1884f855c'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:15.149044 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630025b0-85ff-4385-924b-ab847527cabf" -d '{"events": [{"server_uuid": "3e1c5dec-790d-4019-b98a-d4a70bfc706a", "name": "network-vif-deleted", "tag": "955f9c95-8dc4-4456-9435-2bf1884f855c"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:15.186801 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c92fa-e07e-4903-a3be-557240ede738 x-openstack-request-id: req-b50c92fa-e07e-4903-a3be-557240ede738 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:15.187095 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c5dec-790d-4019-b98a-d4a70bfc706a", "name": "network-vif-deleted", "tag": "955f9c95-8dc4-4456-9435-2bf1884f855c", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:15.187398 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b50c92fa-e07e-4903-a3be-557240ede738 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:15.187760 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1c5dec-790d-4019-b98a-d4a70bfc706a', 'name': 'network-vif-deleted', 'tag': '955f9c95-8dc4-4456-9435-2bf1884f855c', 'status': 'completed', 'code': 200} Aug 07 02:24:15.716536 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fa012681-2ecf-4771-9eb2-154753f97b60 req-c16319d0-bcf8-4e73-b465-130abb1028aa tempest-VolumesActionsTest-1764561729 tempest-VolumesActionsTest-1764561729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e1c5dec-790d-4019-b98a-d4a70bfc706a HTTP/1.1" status: 200 len: 210 time: 0.0437582 Aug 07 02:24:15.737353 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da6b4a-d73a-4c77-aaaa-a29cf9b79887 req-37a55e70-82fe-4c0f-b52a-ae7dc9331260 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:15.739539 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31da6b4a-d73a-4c77-aaaa-a29cf9b79887 req-37a55e70-82fe-4c0f-b52a-ae7dc9331260 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 944 time: 0.0773799 Aug 07 02:24:15.775800 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31da6b4a-d73a-4c77-aaaa-a29cf9b79887 req-ce47a074-08f2-4b5a-bcb2-1560aa4ab945 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Aug 07 02:24:15.908460 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4688d46-f39f-44d6-8e65-e30f8ed1c44e req-594d0e5b-82ee-4bda-b7b1-8825f5cd66e3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:15.909939 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f4688d46-f39f-44d6-8e65-e30f8ed1c44e req-594d0e5b-82ee-4bda-b7b1-8825f5cd66e3 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0475457 Aug 07 02:24:15.945587 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f4688d46-f39f-44d6-8e65-e30f8ed1c44e req-7a52a6da-9912-4312-8ef1-2688ba910ec6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298891 Aug 07 02:24:16.364579 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:24:16.462583 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:16.473494 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'port_id': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1', 'mac_address': 'fa:16:3e:44:c5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:24:16.516193 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caefe7-1374-4541-9784-d078b1dc9c61 req-7a5069bf-fa98-4e79-9a32-c50051f21783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:16.517188 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:16.517676 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c4caefe7-1374-4541-9784-d078b1dc9c61 req-7a5069bf-fa98-4e79-9a32-c50051f21783 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1096 time: 0.0432351 Aug 07 02:24:16.529742 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:24:16.548595 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:16.552332 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:16.553485 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c4caefe7-1374-4541-9784-d078b1dc9c61 req-43e35698-bc59-4ca3-84cb-57cb6706a5d5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276957 Aug 07 02:24:16.598556 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:16.796211 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['0481fd42-d2f8-4a65-8237-ae9f2514f6a1'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:24:16.896924 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3f794-6fae-49bd-b608-d2fce49e80bd req-33ac3333-1ac0-424d-bb37-95d8d2b7b16c tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:16.898427 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ff3f794-6fae-49bd-b608-d2fce49e80bd req-33ac3333-1ac0-424d-bb37-95d8d2b7b16c tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 945 time: 0.0530069 Aug 07 02:24:16.947213 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ff3f794-6fae-49bd-b608-d2fce49e80bd req-65794b0b-7e2a-4653-b1ed-e4f5cc3d6be2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420253 Aug 07 02:24:17.063403 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-46b085b5-c08c-46f4-8ded-4a5c43d675ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:17.068445 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b49e-3de1-4712-bc08-c5bfe124e875 req-f2d6592e-36eb-46d2-93ed-2e87c30ba111 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:17.069970 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b547b49e-3de1-4712-bc08-c5bfe124e875 req-f2d6592e-36eb-46d2-93ed-2e87c30ba111 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0533171 Aug 07 02:24:17.110880 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b547b49e-3de1-4712-bc08-c5bfe124e875 req-8eb8afea-338c-493a-b32f-642ccbd48184 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348501 Aug 07 02:24:18.063951 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02a8d8-b5fe-4084-950e-d6a4c7da63ef req-c01e0f12-4d82-476b-86e9-c7b257843292 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:18.064796 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce02a8d8-b5fe-4084-950e-d6a4c7da63ef req-c01e0f12-4d82-476b-86e9-c7b257843292 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 945 time: 0.0504079 Aug 07 02:24:18.101410 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce02a8d8-b5fe-4084-950e-d6a4c7da63ef req-30509040-c5aa-4dcf-9396-0e9c8ce3af72 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305951 Aug 07 02:24:18.221386 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1498fcd-7c44-4a25-8d6a-6abc771af030 req-395ccd80-883a-42c6-986f-7b987c1821d8 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:18.222763 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b1498fcd-7c44-4a25-8d6a-6abc771af030 req-395ccd80-883a-42c6-986f-7b987c1821d8 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 943 time: 0.0475433 Aug 07 02:24:18.259338 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b1498fcd-7c44-4a25-8d6a-6abc771af030 req-a202208a-4f76-4f87-b5b7-0ebdb39d26e8 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308211 Aug 07 02:24:18.680224 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device c4ce363d-82bc-44d3-a510-e1fc31347bde details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:24:18.772749 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:18.784180 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'port_id': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'mac_address': 'fa:16:3e:0c:bc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:24:18.823376 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:18.835737 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ce363d-82bc-44d3-a510-e1fc31347bde {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:24:18.855174 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:18.859125 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:18.905080 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=c4ce363d-82bc-44d3-a510-e1fc31347bde,revision_number=7']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:19.214691 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345bf4d-78ed-4471-92b7-c51694f112e2 req-17d60c8b-6752-42de-bb84-7e3a46d8377a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:19.216169 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0345bf4d-78ed-4471-92b7-c51694f112e2 req-17d60c8b-6752-42de-bb84-7e3a46d8377a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 945 time: 0.0485070 Aug 07 02:24:19.252386 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0345bf4d-78ed-4471-92b7-c51694f112e2 req-5a0dc39a-7116-4f23-a03e-f45ba41c9cc0 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304813 Aug 07 02:24:19.570585 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:24:19.611454 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ba28a3fb-86ac-4eb4-b0a6-33b78e8cc8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:19.629099 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:24:19.632764 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:24:19.633131 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:19.709457 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:19.731243 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:19.733473 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e85d62-59b5-47d5-be6d-1b6f99262710" -d '{"events": [{"server_uuid": "97a236f7-ae8f-4593-b1e9-afeae04bf030", "name": "network-vif-plugged", "status": "completed", "tag": "0481fd42-d2f8-4a65-8237-ae9f2514f6a1"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:19.754313 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:19.759765 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:19.760642 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 955f9c95-8dc4-4456-9435-2bf1884f855c no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:24:19.782361 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:19.785975 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23939a37-5404-453c-aa9a-d3eb5c41d112 x-openstack-request-id: req-23939a37-5404-453c-aa9a-d3eb5c41d112 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:19.786257 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a236f7-ae8f-4593-b1e9-afeae04bf030", "name": "network-vif-plugged", "status": "completed", "tag": "0481fd42-d2f8-4a65-8237-ae9f2514f6a1", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:19.786570 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23939a37-5404-453c-aa9a-d3eb5c41d112 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:19.786957 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1', 'code': 200} Aug 07 02:24:19.803956 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 955f9c95-8dc4-4456-9435-2bf1884f855c {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:24:19.804302 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 955f9c95-8dc4-4456-9435-2bf1884f855c not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:24:19.830702 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:20.368672 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56030bd-8182-471a-9017-19b307d6a184 req-f4fffcba-66d8-4b62-8eea-aee7552a0e6a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:20.370300 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b56030bd-8182-471a-9017-19b307d6a184 req-f4fffcba-66d8-4b62-8eea-aee7552a0e6a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 946 time: 0.0507188 Aug 07 02:24:20.407308 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b56030bd-8182-471a-9017-19b307d6a184 req-3d869c8d-6cde-4436-94fb-449ac421ce8b tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313632 Aug 07 02:24:20.776896 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebcd98-072f-4bda-9785-6bc2484d2cfd req-65553071-ac01-4d00-95f7-9fd8192636f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:20.778234 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-29ebcd98-072f-4bda-9785-6bc2484d2cfd req-65553071-ac01-4d00-95f7-9fd8192636f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 1099 time: 0.0381927 Aug 07 02:24:20.815711 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-29ebcd98-072f-4bda-9785-6bc2484d2cfd req-cbb5c090-d3ac-425d-83da-7262f98a1ce0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274994 Aug 07 02:24:20.876001 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:20.921076 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['c4ce363d-82bc-44d3-a510-e1fc31347bde'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:24:21.521429 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb0bd5-9128-4abe-9046-f7cd79a7a03f req-729b2b06-b30c-4d70-8fe0-12d98524319f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:21.522934 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-35eb0bd5-9128-4abe-9046-f7cd79a7a03f req-729b2b06-b30c-4d70-8fe0-12d98524319f tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 946 time: 0.0489764 Aug 07 02:24:21.562213 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-35eb0bd5-9128-4abe-9046-f7cd79a7a03f req-a601b64e-cbf0-4ac4-9919-939132305a8e tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326886 Aug 07 02:24:22.250991 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:22.585317 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device c4ce363d-82bc-44d3-a510-e1fc31347bde up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:24:22.668632 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port c4ce363d-82bc-44d3-a510-e1fc31347bde triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:24:22.669009 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:22.701676 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac79b5-66e2-4a8a-814c-58edad0953c4 req-86e969af-f85f-486a-9e8e-61700a9d7c81 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:22.704127 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2cac79b5-66e2-4a8a-814c-58edad0953c4 req-86e969af-f85f-486a-9e8e-61700a9d7c81 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 946 time: 0.0655935 Aug 07 02:24:22.761745 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:22.787473 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2cac79b5-66e2-4a8a-814c-58edad0953c4 req-13f516ac-c8a1-4e2e-8552-dff116acc5e2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738811 Aug 07 02:24:22.789120 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:22.792171 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92099f52-d2ef-4d85-8bf1-76c6f7eb9a3c" -d '{"events": [{"server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:22.807722 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:22.824880 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:22.864320 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de5049f-4486-4dab-9136-2307e7bfb6fe x-openstack-request-id: req-8de5049f-4486-4dab-9136-2307e7bfb6fe {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:22.864320 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:22.865195 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8de5049f-4486-4dab-9136-2307e7bfb6fe {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:22.865983 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'code': 200} Aug 07 02:24:22.912148 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=c4ce363d-82bc-44d3-a510-e1fc31347bde,revision_number=8']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:22.954656 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a40af-9d5d-4058-8400-cee308dde10a req-5de20250-f26f-4b94-8a99-f74231ccbda9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:22.956458 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-982a40af-9d5d-4058-8400-cee308dde10a req-5de20250-f26f-4b94-8a99-f74231ccbda9 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 946 time: 0.0659688 Aug 07 02:24:22.965372 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 32862) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:22.970308 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Request body: {'floatingip': {'port_id': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:23.022156 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:23.717288 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.db.resource_extend [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 02:24:23.767811 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:23.773395 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:23.898721 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Floating IP 5a33e868-4474-4cc6-813b-40832abff963 associated. External IP: 172.27.3.55, port: 0481fd42-d2f8-4a65-8237-ae9f2514f6a1. Aug 07 02:24:24.129076 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Router daffce27-a5d4-48d1-886e-b2a3b3c08637 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:24:24.243378 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:24:24.250578 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:24.276874 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] Sync routers for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:24:24.284649 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-5cbe5692-8540-4217-b889-3cb39436bcbc tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "PUT /v2.0/floatingips/5a33e868-4474-4cc6-813b-40832abff963 HTTP/1.1" status: 200 len: 991 time: 1.3153579 Aug 07 02:24:24.284649 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'tag': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:24.284924 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ab4074-a65f-4d1a-9f10-9980006716a8" -d '{"events": [{"name": "network-changed", "server_uuid": "97a236f7-ae8f-4593-b1e9-afeae04bf030", "tag": "0481fd42-d2f8-4a65-8237-ae9f2514f6a1"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:24.290990 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:24:24.291169 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:24.331605 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40383e66-ada7-4215-be3d-a353bcb28328 x-openstack-request-id: req-40383e66-ada7-4215-be3d-a353bcb28328 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:24.331902 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a236f7-ae8f-4593-b1e9-afeae04bf030", "tag": "0481fd42-d2f8-4a65-8237-ae9f2514f6a1", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:24.332157 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40383e66-ada7-4215-be3d-a353bcb28328 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:24.333018 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'tag': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1', 'status': 'completed', 'code': 200} Aug 07 02:24:24.411687 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-7143d06b-cdc5-40e1-b7db-e5b81ca1ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:24.415558 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-7143d06b-cdc5-40e1-b7db-e5b81ca1ec9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 1099 time: 0.0581024 Aug 07 02:24:24.425992 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:24:24.532574 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-a04a66ed-4ba0-4079-8f5d-b396dcb180e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:24.534068 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-a04a66ed-4ba0-4079-8f5d-b396dcb180e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 200 len: 911 time: 0.1068182 Aug 07 02:24:24.617216 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-c8c72033-4254-45e0-a716-b941715fbdb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0481fd42-d2f8-4a65-8237-ae9f2514f6a1 HTTP/1.1" status: 200 len: 999 time: 0.0736272 Aug 07 02:24:24.677338 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-13cd24d4-3d74-483b-8729-e902625af719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:24.679122 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-13cd24d4-3d74-483b-8729-e902625af719 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 200 len: 849 time: 0.0540848 Aug 07 02:24:24.703686 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '5a33e868-4474-4cc6-813b-40832abff963', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'port_id': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'mac_address': 'fa:16:3e:44:c5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:24:08Z', 'updated_at': '2021-08-07T02:24:23Z', 'revision_number': 1, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:24.730755 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] Checking router: daffce27-a5d4-48d1-886e-b2a3b3c08637 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:24:24.740454 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:24:24.741059 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:24.748836 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-7e2e3cad-9d1a-46e7-97e7-a62d18b34fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:24.750885 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-7e2e3cad-9d1a-46e7-97e7-a62d18b34fad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d2b172-ffc6-4791-b79b-051731a936e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610273 Aug 07 02:24:24.853243 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-75955d62-5fd2-4be4-ab82-f907385639ca service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942199 Aug 07 02:24:24.976107 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:24:24.985876 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40ab4074-a65f-4d1a-9f10-9980006716a8 req-4d8d379d-46fb-4518-a9de-10f35cffdb42 service neutron] 10.222.0.16 "GET /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188567 Aug 07 02:24:25.257876 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '5a33e868-4474-4cc6-813b-40832abff963', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'port_id': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'mac_address': 'fa:16:3e:44:c5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:24:08Z', 'updated_at': '2021-08-07T02:24:23Z', 'revision_number': 1, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:25.286197 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0257c7-cfc8-403f-9823-2d3861cddce1 None None] The sync data for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi is: [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '5a33e868-4474-4cc6-813b-40832abff963', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'port_id': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'mac_address': 'fa:16:3e:44:c5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:24:08Z', 'updated_at': '2021-08-07T02:24:23Z', 'revision_number': 1, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:24:25.508948 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bfa0e3-053e-41cb-943c-7218532db24e None None] New status for floating IP 5a33e868-4474-4cc6-813b-40832abff963: ACTIVE {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:24:30.256855 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62bb3e-e08c-4deb-b791-182b600d2833 req-c74237e8-9f9b-46e3-bdb8-bcc2472926e7 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:30.259081 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8a62bb3e-e08c-4deb-b791-182b600d2833 req-c74237e8-9f9b-46e3-bdb8-bcc2472926e7 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0542035 Aug 07 02:24:30.303241 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8a62bb3e-e08c-4deb-b791-182b600d2833 req-ff6d7262-4e88-4c06-bc2e-94909576a69a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369794 Aug 07 02:24:31.441853 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2428ab-79ad-4ee1-b715-17b1b4353bd3 req-6e8ba6b1-2519-4310-94f9-5cfb99cab190 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:31.443589 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-df2428ab-79ad-4ee1-b715-17b1b4353bd3 req-6e8ba6b1-2519-4310-94f9-5cfb99cab190 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0559680 Aug 07 02:24:31.495238 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-df2428ab-79ad-4ee1-b715-17b1b4353bd3 req-ce74e201-cd63-45d9-990b-09f9eb1c1812 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Aug 07 02:24:32.644899 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1215bcd-ab7f-44ae-9c88-ae5896c1a84f req-4e8143ca-9921-49d7-8229-367676c777f3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:32.655004 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d1215bcd-ab7f-44ae-9c88-ae5896c1a84f req-4e8143ca-9921-49d7-8229-367676c777f3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0673726 Aug 07 02:24:32.694320 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d1215bcd-ab7f-44ae-9c88-ae5896c1a84f req-3e722c71-efa0-4d0e-8525-0840b7c9c830 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369298 Aug 07 02:24:33.845060 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692fc5f-afcc-458f-9d22-356923956bf0 req-b7b28674-990b-40b3-90ee-361824255d28 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:33.847470 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1692fc5f-afcc-458f-9d22-356923956bf0 req-b7b28674-990b-40b3-90ee-361824255d28 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0740759 Aug 07 02:24:33.894800 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1692fc5f-afcc-458f-9d22-356923956bf0 req-74005834-ca5f-46b7-942d-969640fb00e0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371985 Aug 07 02:24:35.021426 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910a6e4-d931-41bd-bc62-3a22811def99 req-041896f2-6cce-47ff-8e0c-1971451ee4ca tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:35.023185 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0910a6e4-d931-41bd-bc62-3a22811def99 req-041896f2-6cce-47ff-8e0c-1971451ee4ca tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0490408 Aug 07 02:24:35.075102 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0910a6e4-d931-41bd-bc62-3a22811def99 req-3d8870ff-bd3c-4588-b243-73643c6c5e5b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Aug 07 02:24:35.717754 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:36.222422 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cffdc6-3877-4955-af3d-abd9de59124a req-0f46656c-c53f-40fd-a67f-4b6185cf2a63 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:36.223881 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b0cffdc6-3877-4955-af3d-abd9de59124a req-0f46656c-c53f-40fd-a67f-4b6185cf2a63 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0769243 Aug 07 02:24:36.230844 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-9484495b-a844-4a85-a27a-9ee3f13cb159 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1171665 Aug 07 02:24:36.265018 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b0cffdc6-3877-4955-af3d-abd9de59124a req-8a7b474c-8966-45f7-847b-547cf23c334b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331357 Aug 07 02:24:36.302830 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-4c817a52-4347-4930-b2fe-7dd9fb8adf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:36.304415 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-4c817a52-4347-4930-b2fe-7dd9fb8adf34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee54a72d18974024b8a2385f183b5efe&device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1098 time: 0.0428944 Aug 07 02:24:36.414118 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-334238dc-c629-4f89-9219-26ed1b89d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:36.415617 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-334238dc-c629-4f89-9219-26ed1b89d582 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87 HTTP/1.1" status: 200 len: 910 time: 0.0856552 Aug 07 02:24:36.484127 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-bd674967-7049-4324-83bf-1a2c7030288f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde HTTP/1.1" status: 200 len: 1000 time: 0.0568933 Aug 07 02:24:36.538553 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-b1bc032a-b8b5-4d6c-8e77-67e1ade7176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:36.539901 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-b1bc032a-b8b5-4d6c-8e77-67e1ade7176b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29237be-2c90-4879-a347-1a1a23dca8aa HTTP/1.1" status: 200 len: 848 time: 0.0476515 Aug 07 02:24:36.587332 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-c97d2f7e-22e3-4892-8269-f1d7ef6d3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:36.588826 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-c97d2f7e-22e3-4892-8269-f1d7ef6d3e46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388181 Aug 07 02:24:36.684900 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-10949085-dc40-403c-8d11-a99776ca5008 service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804515 Aug 07 02:24:36.777557 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a6b77f-465a-4bae-a4b6-ac8f2ffecf08 req-f6dc240b-dfe9-476c-b1db-78e17ba0b7d4 service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851130 Aug 07 02:24:37.405658 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaf900-3047-4d46-bd0b-c7cdeed2f37f req-91ba506c-6fd8-4ec6-8f59-9159444b903f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:37.409931 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2bdaf900-3047-4d46-bd0b-c7cdeed2f37f req-91ba506c-6fd8-4ec6-8f59-9159444b903f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0664799 Aug 07 02:24:37.447750 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2bdaf900-3047-4d46-bd0b-c7cdeed2f37f req-9db6ecc5-d469-4361-b181-a28b1ba41279 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341749 Aug 07 02:24:38.567242 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabfb49-92a4-458e-8837-6433809701c1 req-bc240872-a951-4ed0-8db2-3cb1fc47daf3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:38.568692 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3dabfb49-92a4-458e-8837-6433809701c1 req-bc240872-a951-4ed0-8db2-3cb1fc47daf3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0469394 Aug 07 02:24:38.612926 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3dabfb49-92a4-458e-8837-6433809701c1 req-2623d2c3-e84d-4ce0-b312-70568b92228c tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377853 Aug 07 02:24:38.636783 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33090) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:38.682982 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_v2 [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Deleting subnet 87dabb68-45c8-47f0-828b-294d8c838965 {{(pid=93283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:24:38.686589 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:38.720170 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4175314'] for subnet, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:38.761570 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:38.811881 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4175606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359156'] for subnet, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:38.838865 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:38.841285 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/87dabb68-45c8-47f0-828b-294d8c838965 HTTP/1.1" status: 204 len: 168 time: 0.2034440 Aug 07 02:24:38.842047 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87dabb68-45c8-47f0-828b-294d8c838965,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:38.843930 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33092) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:38.849148 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.849494 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.849829 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.850159 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.850513 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.850845 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.851167 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.851486 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.851804 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.852123 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.852444 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.852756 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545cbaa3-b3f4-4c63-8026-a76e68b5ed8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:38.910179 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:38.986914 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:38.996228 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c18773f-5ac1-4d91-b6eb-3e52cb00a72d']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:39.005743 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71784004-0d7d-4114-b708-352c5ceca8d1') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:39.006035 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71784004-0d7d-4114-b708-352c5ceca8d1') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:39.014534 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125161'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:39.027765 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:39.033512 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:24:39.033885 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2616703'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: timer() Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: cb(*args, **kw) Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: self._notify() Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: self.callback(batched_events) Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: event.method(event) Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._get(url).json() Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:24:39.035480 dv-cinder-782390-7-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:24:39.086400 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:39.090986 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:39.092838 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1c18773f-5ac1-4d91-b6eb-3e52cb00a72d HTTP/1.1" status: 204 len: 168 time: 0.2479343 Aug 07 02:24:39.105874 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bec1c6-3f1a-4e59-96c8-c9f7fcd58865 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c18773f-5ac1-4d91-b6eb-3e52cb00a72d,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:39.200391 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33096) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:39.239910 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8f6abf3d-51d1-41fe-be44-1aa269f75c69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e54368d12c7447a92a596f356e62e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383072 Aug 07 02:24:39.242215 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33098) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:39.292229 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a1e3-aeb2-42ba-b1f1-1ae7af6eb835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:39.313737 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a1e3-aeb2-42ba-b1f1-1ae7af6eb835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:39.360397 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a1e3-aeb2-42ba-b1f1-1ae7af6eb835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:39.362965 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a1e3-aeb2-42ba-b1f1-1ae7af6eb835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:39.364110 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a6d7a1e3-aeb2-42ba-b1f1-1ae7af6eb835 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f18ce428-7642-48c4-a1c0-3bccb03abf7f HTTP/1.1" status: 204 len: 168 time: 0.1209776 Aug 07 02:24:39.372268 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7a1e3-aeb2-42ba-b1f1-1ae7af6eb835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ce428-7642-48c4-a1c0-3bccb03abf7f,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:39.748213 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf6e0c-4307-4fa1-9d0b-12c643306bbb req-0e4b5e2e-906d-4a21-896e-f792f5f0c9d1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:39.749828 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77cf6e0c-4307-4fa1-9d0b-12c643306bbb req-0e4b5e2e-906d-4a21-896e-f792f5f0c9d1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Aug 07 02:24:39.787405 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77cf6e0c-4307-4fa1-9d0b-12c643306bbb req-18bf0f83-6790-4e1a-8d95-650c0395ac02 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318100 Aug 07 02:24:40.909362 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c7b0d-f787-4ce9-890e-0a3a7f0f871f req-8452851c-72e5-4b29-99b4-f253fe851d20 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:40.911140 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7c7c7b0d-f787-4ce9-890e-0a3a7f0f871f req-8452851c-72e5-4b29-99b4-f253fe851d20 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0516417 Aug 07 02:24:40.953801 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7c7c7b0d-f787-4ce9-890e-0a3a7f0f871f req-213aed0e-02cc-49fb-a0d2-1c51256fafe5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356500 Aug 07 02:24:42.081924 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08344aa-b8f0-4045-b0c9-fe59f4225583 req-9acc298b-58c1-4e55-89bb-806165b88235 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:42.083437 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a08344aa-b8f0-4045-b0c9-fe59f4225583 req-9acc298b-58c1-4e55-89bb-806165b88235 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Aug 07 02:24:42.121920 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a08344aa-b8f0-4045-b0c9-fe59f4225583 req-f572fad3-07fd-4d04-97b6-2459db72ef91 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Aug 07 02:24:43.239659 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89281-9baf-42af-8d18-26da38e39a41 req-c78ace35-68a6-4e16-ae06-3849ebaffa43 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:43.241101 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-76e89281-9baf-42af-8d18-26da38e39a41 req-c78ace35-68a6-4e16-ae06-3849ebaffa43 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0493486 Aug 07 02:24:43.279268 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-76e89281-9baf-42af-8d18-26da38e39a41 req-1315d034-c73a-4a2f-84a0-a4e52d811b68 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314999 Aug 07 02:24:44.398021 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65caa5-4ea0-41d8-9409-d7c362eff3e1 req-1ebffa94-b656-443c-8b5e-0f130e30d265 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:44.399503 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a65caa5-4ea0-41d8-9409-d7c362eff3e1 req-1ebffa94-b656-443c-8b5e-0f130e30d265 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0485282 Aug 07 02:24:44.441055 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a65caa5-4ea0-41d8-9409-d7c362eff3e1 req-21305c90-55cf-453b-a333-8ac67e81d525 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340326 Aug 07 02:24:45.562878 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32992a-9a09-4a45-82c5-a7c7a738c78d req-4fb606e7-e1e7-4f52-b272-7aa51b03601d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:45.564356 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fc32992a-9a09-4a45-82c5-a7c7a738c78d req-4fb606e7-e1e7-4f52-b272-7aa51b03601d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0491354 Aug 07 02:24:45.602701 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fc32992a-9a09-4a45-82c5-a7c7a738c78d req-71974034-1c64-4977-85a8-eb93363943ec tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325363 Aug 07 02:24:46.005103 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-326d4a6b-1fdc-4116-9818-d2437cde7d53 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669085824&fields=id&tenant_id=6f7483acfdd149668c9fae88d2b37364 HTTP/1.1" status: 200 len: 267 time: 0.0338712 Aug 07 02:24:46.057026 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-cb7f6e5f-055f-4a10-bc70-5e6e38152e03 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:46.058979 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-cb7f6e5f-055f-4a10-bc70-5e6e38152e03 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 984 time: 0.0482399 Aug 07 02:24:46.069814 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Request body: {'port': {'security_groups': ['08dcd6c0-10c1-4b00-b4ee-b628194675ca']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:24:46.138720 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:46.313985 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] For port 2c82c019-0077-454e-8a56-7c6dca33bb57, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2c82c019-0077-454e-8a56-7c6dca33bb57,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:46.343843 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:46.348221 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:46.361296 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['2c82c019-0077-454e-8a56-7c6dca33bb57'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:24:46.397080 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:46.398007 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:46.399124 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43f22e15-8bc2-4d63-9353-1adab295d67e req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "PUT /v2.0/ports/2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 200 len: 942 time: 0.3337953 Aug 07 02:24:46.399637 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:46.402454 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e83b6e-f9eb-46f6-939c-0caabe15b622" -d '{"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:46.405965 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33224) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:46.422189 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event updated for resources: {'Port': ['ID=2c82c019-0077-454e-8a56-7c6dca33bb57,revision_number=7']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:46.429537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.429889 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.430233 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.430595 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.430927 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.431433 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.431769 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.432103 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.432431 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.432757 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.433125 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.433556 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74354288-7d41-4f28-b0c6-ce9e167b4998 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:46.509211 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-77d4ac85-3654-458b-95fc-19d14da0850e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:46.517892 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['2c82c019-0077-454e-8a56-7c6dca33bb57'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:24:46.538470 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-77d4ac85-3654-458b-95fc-19d14da0850e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:46.624846 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-77d4ac85-3654-458b-95fc-19d14da0850e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:46.627987 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8710cfa-7c5d-4c5e-803e-afa928a3a9ad x-openstack-request-id: req-b8710cfa-7c5d-4c5e-803e-afa928a3a9ad {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:46.628468 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:46.628583 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-77d4ac85-3654-458b-95fc-19d14da0850e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:46.628798 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8710cfa-7c5d-4c5e-803e-afa928a3a9ad {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:46.629285 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'status': 'completed', 'code': 200} Aug 07 02:24:46.632355 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-77d4ac85-3654-458b-95fc-19d14da0850e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "DELETE /v2.0/security-groups/2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0 HTTP/1.1" status: 204 len: 168 time: 0.2220550 Aug 07 02:24:46.632851 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33230) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:46.640352 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4ac85-3654-458b-95fc-19d14da0850e tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ee9d6-e0ac-43de-898b-fe1378ec6ad0,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:46.726479 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-2f11c0d1-d83d-45fa-bd90-1d8808592799 None None] Provisioning complete for port 2c82c019-0077-454e-8a56-7c6dca33bb57 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:24:46.727120 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2f11c0d1-d83d-45fa-bd90-1d8808592799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:46.811197 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-4a46bacd-e0cd-415a-9687-7bacea15fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:46.812674 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-4a46bacd-e0cd-415a-9687-7bacea15fb52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f7483acfdd149668c9fae88d2b37364&device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 1098 time: 0.1370249 Aug 07 02:24:46.821609 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a5833-fd20-435e-adfc-329728e2be7a req-2bc95617-9466-4e3e-8ade-d67ab43acbf9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:46.823060 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-324a5833-fd20-435e-adfc-329728e2be7a req-2bc95617-9466-4e3e-8ade-d67ab43acbf9 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.1101971 Aug 07 02:24:46.947243 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-324a5833-fd20-435e-adfc-329728e2be7a req-14b66c12-e017-4881-ad27-0aa86248a0bf tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135798 Aug 07 02:24:46.969691 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-6734a3a1-0f37-4868-a3b8-4a3810419ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:46.971151 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-6734a3a1-0f37-4868-a3b8-4a3810419ec4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3 HTTP/1.1" status: 200 len: 915 time: 0.1448698 Aug 07 02:24:46.977428 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Deleting port 3029bb55-9031-46e3-9998-29d2684b0625 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:24:46.977764 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:47.055475 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b7537772-d44d-4564-b488-a606735f7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:47.089009 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-2338076d-8300-4b32-b004-4a0f43961746 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 200 len: 1000 time: 0.0735257 Aug 07 02:24:47.101915 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:47.102240 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:47.142196 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Calling delete_port for 3029bb55-9031-46e3-9998-29d2684b0625 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:24:47.191892 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-f69317b3-f200-4b77-8eb0-dadc853dfe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:47.193310 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-f69317b3-f200-4b77-8eb0-dadc853dfe4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98fb607a-a92c-49a8-adfd-d03f6c2fcee5 HTTP/1.1" status: 200 len: 853 time: 0.0885653 Aug 07 02:24:47.287166 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-bb7da089-aef8-4bd6-8e87-44af58052776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:47.288633 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-bb7da089-aef8-4bd6-8e87-44af58052776 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844042 Aug 07 02:24:47.359398 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:24:47.423313 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-01b2e01d-9022-4ea9-870b-375882ddd2d5 service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218092 Aug 07 02:24:47.424390 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:47.459054 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event deleted for resources: {'Port': ['ID=3029bb55-9031-46e3-9998-29d2684b0625,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:47.788433 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:47.789078 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Floating IP be12e8ed-b797-4ba1-8b52-d07dc0ce6148 disassociated (deleted). External IP: 172.27.3.85, port: 2c82c019-0077-454e-8a56-7c6dca33bb57. Aug 07 02:24:47.833393 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48e83b6e-f9eb-46f6-939c-0caabe15b622 req-65d202df-b07a-40e5-a75f-98d37603c978 service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837357 Aug 07 02:24:48.013023 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Router ef719b4f-df4d-4600-b8de-dce8585d1c0a has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:24:48.113247 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66148e6-35ca-4985-b0c8-6799daac36fd req-6800b782-a740-4d9b-b375-0639cb2987b6 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:48.114740 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d66148e6-35ca-4985-b0c8-6799daac36fd req-6800b782-a740-4d9b-b375-0639cb2987b6 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0910282 Aug 07 02:24:48.191977 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:24:48.196041 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d66148e6-35ca-4985-b0c8-6799daac36fd req-2c2d3605-d946-44ae-a61f-e956f043c8aa tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507236 Aug 07 02:24:48.199515 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:48.204681 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] Sync routers for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:24:48.215154 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:24:48.216999 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:48.239008 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a6e1fe08-4144-442b-9bd6-79c0296b6a55 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "DELETE /v2.0/floatingips/be12e8ed-b797-4ba1-8b52-d07dc0ce6148 HTTP/1.1" status: 204 len: 168 time: 1.6014881 Aug 07 02:24:48.347752 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:24:48.631900 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:48.633046 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'ff72f8bd-05c0-4fec-bc35-ff7fcf692004', 'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'mac_address': 'fa:16:3e:67:99:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:01Z', 'updated_at': '2021-08-07T02:22:08Z', 'revision_number': 5, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'subnets': [{'id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:48.635894 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:48.666637 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] Checking router: ef719b4f-df4d-4600-b8de-dce8585d1c0a for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:24:48.675604 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecb822a-5bea-4ef2-a28d-e189204c76af x-openstack-request-id: req-2ecb822a-5bea-4ef2-a28d-e189204c76af {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:48.675897 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:48.676175 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ecb822a-5bea-4ef2-a28d-e189204c76af {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:48.676575 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'status': 'completed', 'code': 200} Aug 07 02:24:48.680132 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 19ac1b5f-e0d7-4d73-8f90-eb232b602500 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:24:48.682416 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:24:48.683627 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:48.796657 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-78a75d52-2230-4365-b483-05da4a813f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:48.798400 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-78a75d52-2230-4365-b483-05da4a813f7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f7483acfdd149668c9fae88d2b37364&device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 1098 time: 0.0709376 Aug 07 02:24:48.860479 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:48.875575 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'port_id': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'mac_address': 'fa:16:3e:d3:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:24:48.919522 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-24e733d2-f931-4e13-8374-877c5534bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:48.921269 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-24e733d2-f931-4e13-8374-877c5534bd70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3 HTTP/1.1" status: 200 len: 915 time: 0.1155896 Aug 07 02:24:48.966005 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:24:48.996679 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-3f203d17-b360-4557-880c-30c0226ac502 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 200 len: 217 time: 0.0661263 Aug 07 02:24:49.002271 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:49.026802 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19ac1b5f-e0d7-4d73-8f90-eb232b602500 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:24:49.064719 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-3b576c7a-127c-4019-aa2a-f2951313e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:49.066359 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-3b576c7a-127c-4019-aa2a-f2951313e7da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98fb607a-a92c-49a8-adfd-d03f6c2fcee5 HTTP/1.1" status: 200 len: 853 time: 0.0611961 Aug 07 02:24:49.095807 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:49.131107 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:49.132524 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-bc4b0fa9-f132-40e4-967d-3ebee9750b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:49.134246 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-bc4b0fa9-f132-40e4-967d-3ebee9750b19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96500ddf-5fe1-4bcd-be40-ada8e0a736c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600743 Aug 07 02:24:49.263818 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=6']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:49.269151 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['19ac1b5f-e0d7-4d73-8f90-eb232b602500'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:24:49.302639 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-94c504b0-fa01-46fe-9070-956a77190c53 service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483393 Aug 07 02:24:49.436630 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'ff72f8bd-05c0-4fec-bc35-ff7fcf692004', 'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'mac_address': 'fa:16:3e:67:99:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:01Z', 'updated_at': '2021-08-07T02:22:08Z', 'revision_number': 5, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'subnets': [{'id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:49.468464 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf2651b-f7c9-4338-81f1-c5f1583bcc4c None None] The sync data for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi is: [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:22:02Z', 'revision_number': 4, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'ff72f8bd-05c0-4fec-bc35-ff7fcf692004', 'name': '', 'network_id': '96500ddf-5fe1-4bcd-be40-ada8e0a736c3', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'mac_address': 'fa:16:3e:67:99:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:01Z', 'updated_at': '2021-08-07T02:22:08Z', 'revision_number': 5, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'subnets': [{'id': '98fb607a-a92c-49a8-adfd-d03f6c2fcee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:24:49.482405 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e962d4ab-f956-4330-9d2e-c908b9b5f6a5 req-6e7868d1-2594-439a-a484-17817900375a service neutron] 10.222.0.16 "GET /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691046 Aug 07 02:24:49.520699 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c125139-c473-4860-8334-46f6ece99c9e req-d48426a1-5fde-47d4-850f-1e1bd286b893 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:49.529896 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7c125139-c473-4860-8334-46f6ece99c9e req-d48426a1-5fde-47d4-850f-1e1bd286b893 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 944 time: 0.2190027 Aug 07 02:24:49.591030 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7c125139-c473-4860-8334-46f6ece99c9e req-05594230-bc69-4046-bf5a-fca211f069ad tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522790 Aug 07 02:24:49.634655 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f370f4c0-f753-4f6c-b23f-43b381ed51fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:49.769560 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:50.065502 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fefbb6-8266-4b7b-97d9-4693b3fb2cc5 None None] New status for floating IP be12e8ed-b797-4ba1-8b52-d07dc0ce6148: DOWN {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:24:50.703490 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 19ac1b5f-e0d7-4d73-8f90-eb232b602500 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:24:50.756413 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fd037-8074-405e-bec9-49836e5c3b23 req-c75d2bf1-4e3d-4d81-8056-2b89050b9fd0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:50.760722 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b45fd037-8074-405e-bec9-49836e5c3b23 req-c75d2bf1-4e3d-4d81-8056-2b89050b9fd0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 944 time: 0.0736480 Aug 07 02:24:50.787170 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:24:50.787873 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:50.804440 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b45fd037-8074-405e-bec9-49836e5c3b23 req-1eefaad3-b0f4-4881-a28e-b545a3400b2b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375702 Aug 07 02:24:50.907966 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:50.909112 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:50.938600 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:50.941037 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca8a16e-dd7a-47cd-91d1-57916e029e65" -d '{"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-plugged", "status": "completed", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:50.961015 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:50.967620 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:51.073956 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=7']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:51.090145 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88fb481-4fc9-4b46-8ba0-812af6add30e x-openstack-request-id: req-f88fb481-4fc9-4b46-8ba0-812af6add30e {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:51.090973 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-plugged", "status": "completed", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:51.091393 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f88fb481-4fc9-4b46-8ba0-812af6add30e {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:51.091951 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'code': 200} Aug 07 02:24:51.314290 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846f36e-6181-4f09-9cc5-0462b649535d req-2739664e-acbe-47e2-873e-194bf9706824 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:51.314854 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2846f36e-6181-4f09-9cc5-0462b649535d req-2739664e-acbe-47e2-873e-194bf9706824 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0605381 Aug 07 02:24:51.358130 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2846f36e-6181-4f09-9cc5-0462b649535d req-2380ca30-6e6d-4a94-b6f9-5809f84ec661 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371473 Aug 07 02:24:51.955212 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86db5b-d846-436f-b9fa-3fab2e096368 req-6aa7cc58-4dbb-4e02-b0e7-8693d7a11eed tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:51.957024 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a86db5b-d846-436f-b9fa-3fab2e096368 req-6aa7cc58-4dbb-4e02-b0e7-8693d7a11eed tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0607164 Aug 07 02:24:52.010111 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a86db5b-d846-436f-b9fa-3fab2e096368 req-08ad8401-c62c-4441-8c5d-069e3f2a71a1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471423 Aug 07 02:24:52.383936 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:52.499199 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd157104-65fe-4ab7-8fc2-6e280179f0c3 req-98119507-e8af-4789-8605-a3e119ddf6f2 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:52.500951 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd157104-65fe-4ab7-8fc2-6e280179f0c3 req-98119507-e8af-4789-8605-a3e119ddf6f2 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0572476 Aug 07 02:24:52.546082 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd157104-65fe-4ab7-8fc2-6e280179f0c3 req-ab29baec-db61-4721-b86b-7120109609e6 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390360 Aug 07 02:24:53.149673 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52f3ed-2c2a-42b6-82a1-d0ad985825d6 req-ab152f4a-4c40-4d08-800e-baf8fd9d0115 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:53.151289 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b52f3ed-2c2a-42b6-82a1-d0ad985825d6 req-ab152f4a-4c40-4d08-800e-baf8fd9d0115 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0614550 Aug 07 02:24:53.201520 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b52f3ed-2c2a-42b6-82a1-d0ad985825d6 req-c04fafcd-5d41-4a6f-9355-9f6d57ba2335 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436223 Aug 07 02:24:53.443394 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-77bce7a0-f66d-4e28-a47a-7984b1854d07 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:53.445541 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-77bce7a0-f66d-4e28-a47a-7984b1854d07 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.16 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0638318 Aug 07 02:24:53.561015 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Deleting port 2c82c019-0077-454e-8a56-7c6dca33bb57 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:24:53.561399 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:53.721603 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a2d8d-d0dd-4e6f-97a0-8dcd00aa706b req-873b904c-1dab-4ff9-a1b4-0bf983208893 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:53.723065 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-213a2d8d-d0dd-4e6f-97a0-8dcd00aa706b req-873b904c-1dab-4ff9-a1b4-0bf983208893 tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26775150-5d9b-4ae2-abd0-ef2ed8a9519e HTTP/1.1" status: 200 len: 945 time: 0.0897942 Aug 07 02:24:53.762297 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] For port 2c82c019-0077-454e-8a56-7c6dca33bb57, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2c82c019-0077-454e-8a56-7c6dca33bb57,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:53.762717 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:53.786019 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Calling delete_port for 2c82c019-0077-454e-8a56-7c6dca33bb57 owned by compute:nova {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:24:53.800347 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-213a2d8d-d0dd-4e6f-97a0-8dcd00aa706b req-1c48e28b-e034-4c6d-bf16-a8965dcca21f tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.11 "GET /v2.0/security-groups?id=08dcd6c0-10c1-4b00-b4ee-b628194675ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696893 Aug 07 02:24:53.955135 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:53.969849 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['2c82c019-0077-454e-8a56-7c6dca33bb57'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:24:53.999777 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Pushing event deleted for resources: {'Port': ['ID=2c82c019-0077-454e-8a56-7c6dca33bb57,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:54.051230 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] No DVR routers for this DVR port 2c82c019-0077-454e-8a56-7c6dca33bb57 on host hv-cinder-78239 {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:24:54.054120 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:54.056345 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5e6c50eb-0018-45c4-b97f-42568afd3ca5 req-04070616-91c7-4913-8daa-9ce5777e6a6c tempest-TestMinimumBasicScenario-984967726 tempest-TestMinimumBasicScenario-984967726-project] 10.222.0.16 "DELETE /v2.0/ports/2c82c019-0077-454e-8a56-7c6dca33bb57 HTTP/1.1" status: 204 len: 173 time: 0.6025760 Aug 07 02:24:54.056837 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'name': 'network-vif-deleted', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:24:54.059357 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91c3f9b-d245-4b59-af9f-7db7dff654bf" -d '{"events": [{"server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "name": "network-vif-deleted", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:24:54.138800 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6f1c35-5506-4a60-80ef-69c5374b0715 x-openstack-request-id: req-8f6f1c35-5506-4a60-80ef-69c5374b0715 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:24:54.139092 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26775150-5d9b-4ae2-abd0-ef2ed8a9519e", "name": "network-vif-deleted", "tag": "2c82c019-0077-454e-8a56-7c6dca33bb57", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:24:54.139409 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f6f1c35-5506-4a60-80ef-69c5374b0715 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:24:54.139813 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26775150-5d9b-4ae2-abd0-ef2ed8a9519e', 'name': 'network-vif-deleted', 'tag': '2c82c019-0077-454e-8a56-7c6dca33bb57', 'status': 'completed', 'code': 200} Aug 07 02:24:54.339933 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ca28-f240-4e63-9e9d-67bf836f4937 req-671ec4f5-685f-4dff-8ab4-bc8faaad71b7 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:54.341439 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f307ca28-f240-4e63-9e9d-67bf836f4937 req-671ec4f5-685f-4dff-8ab4-bc8faaad71b7 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0631464 Aug 07 02:24:54.390984 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f307ca28-f240-4e63-9e9d-67bf836f4937 req-c57a7685-c6c3-42be-8060-90c7e56afd54 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Aug 07 02:24:55.474626 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33400) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:55.611812 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae5344-7489-4931-a5cf-8952aa357709 req-a51f2e76-30f8-4ec3-8975-3732ce919d1a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:55.613264 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ddae5344-7489-4931-a5cf-8952aa357709 req-a51f2e76-30f8-4ec3-8975-3732ce919d1a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0941739 Aug 07 02:24:55.731469 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ddae5344-7489-4931-a5cf-8952aa357709 req-7e5e7887-85fa-4786-9281-606a42160709 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094065 Aug 07 02:24:55.979104 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1938819'] for router_interface, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:56.294957 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Deleting port ff72f8bd-05c0-4fec-bc35-ff7fcf692004 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:24:56.295296 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:56.601411 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] For port ff72f8bd-05c0-4fec-bc35-ff7fcf692004, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ff72f8bd-05c0-4fec-bc35-ff7fcf692004,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:56.602113 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:56.615319 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Calling delete_port for ff72f8bd-05c0-4fec-bc35-ff7fcf692004 owned by network:router_interface {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:24:56.759238 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 2c82c019-0077-454e-8a56-7c6dca33bb57 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:24:56.803832 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 2c82c019-0077-454e-8a56-7c6dca33bb57 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:24:56.804445 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 2c82c019-0077-454e-8a56-7c6dca33bb57 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:24:56.870687 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:56.903597 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff72f8bd-05c0-4fec-bc35-ff7fcf692004,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:56.921673 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6dfc1-6850-45c5-8db3-3620c0045edb req-79fd8098-86d2-4a1a-ab6e-63f9f8b83e1e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:56.923369 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f3f6dfc1-6850-45c5-8db3-3620c0045edb req-79fd8098-86d2-4a1a-ab6e-63f9f8b83e1e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0960481 Aug 07 02:24:57.014891 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f3f6dfc1-6850-45c5-8db3-3620c0045edb req-09d49811-87e5-459b-8043-f2c9990e1fb4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708797 Aug 07 02:24:57.137277 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937971'] for router_interface, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:57.371788 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Router ef719b4f-df4d-4600-b8de-dce8585d1c0a has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:24:57.498486 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:24:57.506867 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33412) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:57.509247 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-5c84cf63-760f-45db-a213-97d21f9c1ef0 admin admin] 10.222.0.11 "PUT /v2.0/routers/ef719b4f-df4d-4600-b8de-dce8585d1c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0327318 Aug 07 02:24:57.514515 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] Sync routers for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:24:57.528453 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:24:57.529355 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:57.619606 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:57.654583 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:24:57.759262 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:57.844698 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Deleting port ba63dddb-2da0-4c64-8fda-c088c6b76f3f {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:24:57.845325 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:57.880909 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:24:56Z', 'revision_number': 5, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port': {'id': 'ba63dddb-2da0-4c64-8fda-c088c6b76f3f', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:21:59Z', 'updated_at': '2021-08-07T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:57.910794 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] Checking router: ef719b4f-df4d-4600-b8de-dce8585d1c0a for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:24:57.920122 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] Routers {'ef719b4f-df4d-4600-b8de-dce8585d1c0a'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:24:57.920745 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:57.955180 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] For port ba63dddb-2da0-4c64-8fda-c088c6b76f3f, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ba63dddb-2da0-4c64-8fda-c088c6b76f3f,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:57.962191 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:57.991947 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Calling delete_port for ba63dddb-2da0-4c64-8fda-c088c6b76f3f owned by network:router_gateway {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:24:58.014907 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] Set router ef719b4f-df4d-4600-b8de-dce8585d1c0a gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:24:58.071486 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:24:57Z', 'revision_number': 6, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port_host': None}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:58.128407 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4249b3a1-7973-49f4-8ee8-fb8f9ee7545d None None] The sync data for ids ['ef719b4f-df4d-4600-b8de-dce8585d1c0a'] in dv-cinder-782390-7-iscsi is: [{'id': 'ef719b4f-df4d-4600-b8de-dce8585d1c0a', 'name': 'tempest-TestMinimumBasicScenario-819708576-router', 'tenant_id': '6f7483acfdd149668c9fae88d2b37364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:21:58Z', 'updated_at': '2021-08-07T02:24:57Z', 'revision_number': 6, 'project_id': '6f7483acfdd149668c9fae88d2b37364', 'gw_port_host': None}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:24:58.185223 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fde2c6-8071-4722-a6cd-85a7e3600c05 req-8cb4d968-621c-4a6f-8829-6a23241f3451 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:58.187556 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-18fde2c6-8071-4722-a6cd-85a7e3600c05 req-8cb4d968-621c-4a6f-8829-6a23241f3451 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0858529 Aug 07 02:24:58.230616 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-18fde2c6-8071-4722-a6cd-85a7e3600c05 req-c765b892-1d3e-4b79-850d-13210fc13ea1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330975 Aug 07 02:24:58.267371 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.291049 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba63dddb-2da0-4c64-8fda-c088c6b76f3f,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:58.370415 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1944277'] for router_gateway, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.463127 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-494225'] for router, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.465772 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.519256 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940181'] for router, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.519923 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef719b4f-df4d-4600-b8de-dce8585d1c0a {{(pid=93283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 02:24:58.524617 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.526015 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-bcba8871-5202-4cfa-8cba-63c9b5a3a1c4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ef719b4f-df4d-4600-b8de-dce8585d1c0a HTTP/1.1" status: 204 len: 168 time: 1.0181479 Aug 07 02:24:58.529341 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33434) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:58.578556 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e1c2dd-15d4-445e-9646-3d1d3e14068e admin admin] Deleting subnet 98fb607a-a92c-49a8-adfd-d03f6c2fcee5 {{(pid=93283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:24:58.583402 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-39e1c2dd-15d4-445e-9646-3d1d3e14068e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.618927 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-39e1c2dd-15d4-445e-9646-3d1d3e14068e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4175314'] for subnet, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.730024 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-39e1c2dd-15d4-445e-9646-3d1d3e14068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.783326 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-39e1c2dd-15d4-445e-9646-3d1d3e14068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4175606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359156'] for subnet, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.815649 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-39e1c2dd-15d4-445e-9646-3d1d3e14068e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.818852 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-39e1c2dd-15d4-445e-9646-3d1d3e14068e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/98fb607a-a92c-49a8-adfd-d03f6c2fcee5 HTTP/1.1" status: 204 len: 168 time: 0.2885067 Aug 07 02:24:58.820378 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1c2dd-15d4-445e-9646-3d1d3e14068e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98fb607a-a92c-49a8-adfd-d03f6c2fcee5,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:58.820593 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33438) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:58.825080 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47cc19f-9ad0-4032-b81d-c51d39ef8fd7 None None] Network 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:24:58.933449 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:58.990008 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Deleting port 2d10bac4-301e-4935-acc5-36bcf7b02c12 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:24:58.990356 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.037181 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] DHCP port deletion for 96500ddf-5fe1-4bcd-be40-ada8e0a736c3 request from dv-cinder-782390-7-iscsi {{(pid=93284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 02:24:59.089307 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] For port 2d10bac4-301e-4935-acc5-36bcf7b02c12, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2d10bac4-301e-4935-acc5-36bcf7b02c12,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:59.089576 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Deleting port 2d10bac4-301e-4935-acc5-36bcf7b02c12 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:24:59.089697 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.089796 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.105952 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Calling delete_port for 2d10bac4-301e-4935-acc5-36bcf7b02c12 owned by network:dhcp {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:24:59.111426 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-5472eb04-6afc-4e01-8855-4dce7751e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:59.112921 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-5472eb04-6afc-4e01-8855-4dce7751e7b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 1098 time: 0.0735714 Aug 07 02:24:59.152575 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] For port 2d10bac4-301e-4935-acc5-36bcf7b02c12, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2d10bac4-301e-4935-acc5-36bcf7b02c12,segment=NetworkSegment(6f8cf153-18e3-4ac0-9ce5-c066d1bf7117),segment_id=6f8cf153-18e3-4ac0-9ce5-c066d1bf7117)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:24:59.152976 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.166535 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Calling delete_port for 2d10bac4-301e-4935-acc5-36bcf7b02c12 owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:24:59.259476 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-69a34552-8478-4616-886d-9ecd84fbf047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:59.260906 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-69a34552-8478-4616-886d-9ecd84fbf047 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 917 time: 0.1398904 Aug 07 02:24:59.268118 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.295019 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d10bac4-301e-4935-acc5-36bcf7b02c12,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:59.300584 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] No DVR routers for this DVR port 2d10bac4-301e-4935-acc5-36bcf7b02c12 on host dv-cinder-782390-7-iscsi {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:24:59.300789 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.327330 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Pushing event deleted for resources: {'Port': ['ID=2d10bac4-301e-4935-acc5-36bcf7b02c12,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:59.336988 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] No DVR routers for this DVR port 2d10bac4-301e-4935-acc5-36bcf7b02c12 on host dv-cinder-782390-7-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:24:59.338880 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.339460 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.339856 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.340320 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.340673 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.341012 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.341373 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.341708 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.342054 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.342426 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.342764 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.343095 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfadc6-6fb8-4252-bf57-43a9a6416b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:24:59.399653 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.412164 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96500ddf-5fe1-4bcd-be40-ada8e0a736c3']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:59.425906 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:59.426523 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8cf153-18e3-4ac0-9ce5-c066d1bf7117') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:24:59.440123 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0e217-22dd-4117-8676-f3de34121576 req-4fb695a5-0971-437e-adae-13ddd1190820 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:24:59.441583 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0de0e217-22dd-4117-8676-f3de34121576 req-4fb695a5-0971-437e-adae-13ddd1190820 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.1148233 Aug 07 02:24:59.444830 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125161'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.468250 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.481263 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:24:59.481656 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2616703'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: timer() Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: cb(*args, **kw) Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: self._notify() Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: self.callback(batched_events) Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: event.method(event) Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._get(url).json() Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:24:59.483310 dv-cinder-782390-7-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:24:59.533080 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0de0e217-22dd-4117-8676-f3de34121576 req-86a768e5-d846-48ab-b01d-0194422773f1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817821 Aug 07 02:24:59.547156 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.551578 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:24:59.556550 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] 10.222.0.11 "DELETE /v2.0/networks/96500ddf-5fe1-4bcd-be40-ada8e0a736c3 HTTP/1.1" status: 204 len: 168 time: 0.7347121 Aug 07 02:24:59.556684 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33450) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:24:59.569517 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ebd39-085f-4cec-a680-53e90ea13469 admin admin] Pushing event deleted for resources: {'Network': ['ID=96500ddf-5fe1-4bcd-be40-ada8e0a736c3,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:24:59.881135 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1938819'] for router_interface, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:00.115138 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Deleting port 200e23e2-a88e-4749-a986-834647745f7c {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:00.115480 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:00.153410 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ff72f8bd-05c0-4fec-bc35-ff7fcf692004 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:00.176390 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: ff72f8bd-05c0-4fec-bc35-ff7fcf692004 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:00.176800 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ff72f8bd-05c0-4fec-bc35-ff7fcf692004 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:00.177147 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ba63dddb-2da0-4c64-8fda-c088c6b76f3f no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:00.194655 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] For port 200e23e2-a88e-4749-a986-834647745f7c, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=200e23e2-a88e-4749-a986-834647745f7c,segment=NetworkSegment(869b710f-d2b9-4da9-bfc1-27b4287df5e1),segment_id=869b710f-d2b9-4da9-bfc1-27b4287df5e1)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:00.195025 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:00.195133 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: ba63dddb-2da0-4c64-8fda-c088c6b76f3f {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:00.195373 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ba63dddb-2da0-4c64-8fda-c088c6b76f3f not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:00.195780 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2d10bac4-301e-4935-acc5-36bcf7b02c12 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:00.208018 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Calling delete_port for 200e23e2-a88e-4749-a986-834647745f7c owned by network:router_interface {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:00.214819 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 2d10bac4-301e-4935-acc5-36bcf7b02c12 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:00.215163 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2d10bac4-301e-4935-acc5-36bcf7b02c12 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:00.641949 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:00.658312 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169046c-2ccb-4357-8996-7f91184594e8 req-b6396464-9d91-4354-a683-fcad6aed6e3d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:00.659836 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b169046c-2ccb-4357-8996-7f91184594e8 req-b6396464-9d91-4354-a683-fcad6aed6e3d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0542936 Aug 07 02:25:00.668112 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Pushing event deleted for resources: {'Port': ['ID=200e23e2-a88e-4749-a986-834647745f7c,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:00.703291 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b169046c-2ccb-4357-8996-7f91184594e8 req-c872b3cb-97d4-486c-90d9-575fe4cb4333 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375497 Aug 07 02:25:00.828518 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937971'] for router_interface, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.032662 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:25:01.132677 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:25:01.139110 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2ace2b75-b93d-4e15-993e-b1c186b3867b admin admin] 10.222.0.11 "PUT /v2.0/routers/6d6438f7-61ed-4c3c-9ecb-6924e90d574e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5799510 Aug 07 02:25:01.140861 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33458) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:01.143351 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] Sync routers for ids ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:25:01.153012 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] Routers {'6d6438f7-61ed-4c3c-9ecb-6924e90d574e'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:01.153612 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:01.241883 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks [] for router, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.255125 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] Set router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:01.341300 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.391871 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Deleting port 47b1f310-fd3e-46e3-b364-0765a18cdced {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:01.392209 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.425337 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:22:05Z', 'updated_at': '2021-08-07T02:25:00Z', 'revision_number': 5, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'gw_port': {'id': '47b1f310-fd3e-46e3-b364-0765a18cdced', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:22:06Z', 'updated_at': '2021-08-07T02:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:01.451746 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] Checking router: 6d6438f7-61ed-4c3c-9ecb-6924e90d574e for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:25:01.459739 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] Routers {'6d6438f7-61ed-4c3c-9ecb-6924e90d574e'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:01.460325 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:01.470285 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] For port 47b1f310-fd3e-46e3-b364-0765a18cdced, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=47b1f310-fd3e-46e3-b364-0765a18cdced,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:01.470673 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.483466 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Calling delete_port for 47b1f310-fd3e-46e3-b364-0765a18cdced owned by network:router_gateway {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:01.545499 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] Set router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e gateway port host: None {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:01.597975 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:22:05Z', 'updated_at': '2021-08-07T02:25:01Z', 'revision_number': 6, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'gw_port_host': None}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:01.624513 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27caba24-f0e8-4d67-82dd-e6aa35c5e21f None None] The sync data for ids ['6d6438f7-61ed-4c3c-9ecb-6924e90d574e'] in dv-cinder-782390-7-iscsi is: [{'id': '6d6438f7-61ed-4c3c-9ecb-6924e90d574e', 'name': 'tempest-TestMinimumBasicScenario-1952499997-router', 'tenant_id': '0da40355da5f4fd6aad9e8c5e812c433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:22:05Z', 'updated_at': '2021-08-07T02:25:01Z', 'revision_number': 6, 'project_id': '0da40355da5f4fd6aad9e8c5e812c433', 'gw_port_host': None}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:25:01.646999 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.673906 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b1f310-fd3e-46e3-b364-0765a18cdced,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:01.730995 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1944277'] for router_gateway, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.817320 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-494225'] for router, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.819430 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.822225 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407c92b-93f2-418d-8be3-4ddc996fed9b req-ebb82898-9f2f-46e0-af68-0f5cd6dfcaf0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:01.823893 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e407c92b-93f2-418d-8be3-4ddc996fed9b req-ebb82898-9f2f-46e0-af68-0f5cd6dfcaf0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Aug 07 02:25:01.861251 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e407c92b-93f2-418d-8be3-4ddc996fed9b req-7ca964d7-c959-4899-9945-e40b25f895ee tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Aug 07 02:25:01.864371 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940181'] for router, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.864906 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6438f7-61ed-4c3c-9ecb-6924e90d574e {{(pid=93283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 02:25:01.869216 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.870921 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-30867524-39b9-4e67-b520-3c3a79612161 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6d6438f7-61ed-4c3c-9ecb-6924e90d574e HTTP/1.1" status: 204 len: 168 time: 0.7278478 Aug 07 02:25:01.873511 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33462) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:01.917110 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cf255c-02da-484f-ac8b-03175c68d080 admin admin] Deleting subnet 64a569b2-78b9-42e3-bb0f-e82de36c76d5 {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:25:01.920030 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e1cf255c-02da-484f-ac8b-03175c68d080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:01.955979 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e1cf255c-02da-484f-ac8b-03175c68d080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125182'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.101382 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e1cf255c-02da-484f-ac8b-03175c68d080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.152809 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-3de2287c-1348-44ab-972f-14317573bcb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500 HTTP/1.1" status: 200 len: 1001 time: 0.0918989 Aug 07 02:25:02.194203 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e1cf255c-02da-484f-ac8b-03175c68d080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2616737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3338023'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.231809 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf255c-02da-484f-ac8b-03175c68d080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a569b2-78b9-42e3-bb0f-e82de36c76d5,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:02.233825 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e1cf255c-02da-484f-ac8b-03175c68d080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.235698 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e1cf255c-02da-484f-ac8b-03175c68d080 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/64a569b2-78b9-42e3-bb0f-e82de36c76d5 HTTP/1.1" status: 204 len: 168 time: 0.3610988 Aug 07 02:25:02.237106 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-96feaaa1-0273-4971-a678-393c0205787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:02.238117 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33466) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:02.238446 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-96feaaa1-0273-4971-a678-393c0205787b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0765584 Aug 07 02:25:02.239822 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d749d-27a7-43e4-93ba-fc6ca83ba0c0 None None] Network 3114f6cd-9365-4f03-b334-46243f0fcc9a requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:25:02.284867 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-584a521c-e1a8-487d-aa24-6a5ecef723be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:02.286408 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-584a521c-e1a8-487d-aa24-6a5ecef723be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401921 Aug 07 02:25:02.306513 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.360639 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Deleting port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:02.360978 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.405860 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-5556d2fc-c742-4009-989b-db0232ec1905 service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069920 Aug 07 02:25:02.451467 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] DHCP port deletion for 3114f6cd-9365-4f03-b334-46243f0fcc9a request from dv-cinder-782390-7-iscsi {{(pid=93284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 02:25:02.464371 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] For port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=8f29758c-41c8-44ba-b3b8-bc5b5d25488d,segment=NetworkSegment(869b710f-d2b9-4da9-bfc1-27b4287df5e1),segment_id=869b710f-d2b9-4da9-bfc1-27b4287df5e1)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:02.465178 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.485766 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Calling delete_port for 8f29758c-41c8-44ba-b3b8-bc5b5d25488d owned by network:dhcp {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:02.504597 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 47b1f310-fd3e-46e3-b364-0765a18cdced no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:02.530334 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 47b1f310-fd3e-46e3-b364-0765a18cdced {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:02.530806 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 47b1f310-fd3e-46e3-b364-0765a18cdced not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:02.531220 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 200e23e2-a88e-4749-a986-834647745f7c no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:02.546400 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27d6bb96-5e0c-43b0-ae96-4986c54e5801 req-d327593d-9979-4a63-9109-aac6ad9414bf service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310399 Aug 07 02:25:02.552831 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 200e23e2-a88e-4749-a986-834647745f7c {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:02.553202 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 200e23e2-a88e-4749-a986-834647745f7c not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:02.579667 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] Deleting port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:02.580300 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.580818 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.608657 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] No DVR routers for this DVR port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d on host dv-cinder-782390-7-iscsi {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:25:02.613037 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f29758c-41c8-44ba-b3b8-bc5b5d25488d,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:02.646009 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] For port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d, host dv-cinder-782390-7-iscsi, got binding levels [] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:02.646339 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.660560 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] Calling delete_port for 8f29758c-41c8-44ba-b3b8-bc5b5d25488d owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:02.663578 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] Port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d was not found and therefore no delete operation was performed {{(pid=93284) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 07 02:25:02.664961 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.688696 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.696285 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] Pushing event deleted for resources: {'Port': ['ID=8f29758c-41c8-44ba-b3b8-bc5b5d25488d,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:02.699954 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3114f6cd-9365-4f03-b334-46243f0fcc9a']}} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:02.703180 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ccbb4-8b66-4fef-90d7-6bd287768137 None None] No DVR routers for this DVR port 8f29758c-41c8-44ba-b3b8-bc5b5d25488d on host dv-cinder-782390-7-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:25:02.716741 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869b710f-d2b9-4da9-bfc1-27b4287df5e1') {'for_net_delete': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:02.717037 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869b710f-d2b9-4da9-bfc1-27b4287df5e1') {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:02.726234 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175301'] for segment, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.743722 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.752400 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:25:02.752761 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175400'] for segment, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: Traceback (most recent call last): Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: timer() Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: cb(*args, **kw) Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: return func(*args, **kwargs) Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: self._notify() Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: self.callback(batched_events) Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: event.method(event) Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: return f(self, *a, **k) Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._get(url).json() Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: return self.request(url, 'GET', **kwargs) Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:25:02.754490 dv-cinder-782390-7-iscsi neutron-server[93283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:25:02.822277 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.827870 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:02.829884 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3114f6cd-9365-4f03-b334-46243f0fcc9a HTTP/1.1" status: 204 len: 168 time: 0.5904071 Aug 07 02:25:02.845547 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbc000-d537-4f74-922b-009841432a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=3114f6cd-9365-4f03-b334-46243f0fcc9a,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:02.994396 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4bf3a-5672-40f6-bdde-6ef1d338f116 req-66599c21-41ea-4947-9f0d-0a6d391f206a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:02.994396 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-11b4bf3a-5672-40f6-bdde-6ef1d338f116 req-66599c21-41ea-4947-9f0d-0a6d391f206a tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0529900 Aug 07 02:25:03.016731 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33472) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:03.033370 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-11b4bf3a-5672-40f6-bdde-6ef1d338f116 req-6ac73b63-9f83-4f05-a2b6-939c5a4feb78 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340259 Aug 07 02:25:03.065119 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-dc0d9bd6-a402-4932-b831-2f8399af777d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f7483acfdd149668c9fae88d2b37364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472419 Aug 07 02:25:03.067647 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33476) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:03.116602 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2459656c-d6dc-43ee-90ac-8c565e86195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:03.137834 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2459656c-d6dc-43ee-90ac-8c565e86195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:03.196450 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2459656c-d6dc-43ee-90ac-8c565e86195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:03.199444 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2459656c-d6dc-43ee-90ac-8c565e86195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:03.200632 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2459656c-d6dc-43ee-90ac-8c565e86195e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08dcd6c0-10c1-4b00-b4ee-b628194675ca HTTP/1.1" status: 204 len: 168 time: 0.1320794 Aug 07 02:25:03.208417 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459656c-d6dc-43ee-90ac-8c565e86195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dcd6c0-10c1-4b00-b4ee-b628194675ca,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:03.507177 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33486) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:03.545815 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-bf312714-feb1-47d0-9684-7af63ca90e16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0da40355da5f4fd6aad9e8c5e812c433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375018 Aug 07 02:25:03.548101 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33488) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:03.596280 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e11c591d-4e5d-4a1c-ab79-b92744d48fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:03.618449 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e11c591d-4e5d-4a1c-ab79-b92744d48fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:03.664841 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e11c591d-4e5d-4a1c-ab79-b92744d48fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:03.668152 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e11c591d-4e5d-4a1c-ab79-b92744d48fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:03.669284 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-e11c591d-4e5d-4a1c-ab79-b92744d48fe3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31fb7003-1da0-4ac1-b363-94ccf16ae05a HTTP/1.1" status: 204 len: 168 time: 0.1203225 Aug 07 02:25:03.677391 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c591d-4e5d-4a1c-ab79-b92744d48fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb7003-1da0-4ac1-b363-94ccf16ae05a,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:04.156873 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f21e1a-d578-41c7-83de-7516b65e684e req-e0777091-e451-4b90-a320-51c83734be77 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:04.158435 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-74f21e1a-d578-41c7-83de-7516b65e684e req-e0777091-e451-4b90-a320-51c83734be77 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.0529602 Aug 07 02:25:04.190936 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 8f29758c-41c8-44ba-b3b8-bc5b5d25488d no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:04.216095 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 8f29758c-41c8-44ba-b3b8-bc5b5d25488d {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:04.216517 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 8f29758c-41c8-44ba-b3b8-bc5b5d25488d not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:04.236325 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-74f21e1a-d578-41c7-83de-7516b65e684e req-05a44462-4a86-4e59-90d8-b7a695f6fa7f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713878 Aug 07 02:25:04.388470 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33522) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:04.519457 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-56678579-network', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:04.552561 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Made reservation on behalf of c4275c656398424b9d2e55ebab118da2 for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:25:04.555433 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:04.563982 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:04.655793 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:04.659219 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:04.681669 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:25:04.691075 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88a460-7228-4c51-8be8-54351bd279a6,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:04.695597 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:04.695936 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Added segment d80f3d10-3926-4126-8d4c-5350b21ef291 of type vlan for network 0e54125a-0a6d-420e-8b3a-e483048742f3 Aug 07 02:25:04.733958 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:04.763253 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:04.764157 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:04.764735 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:04.813516 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4239290 Aug 07 02:25:04.816521 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33530) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:04.821448 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Request body: {'subnet': {'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-56678579-subnet', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:04.821978 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5cc26-ca97-405d-a0ba-4441d19c0bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=0e54125a-0a6d-420e-8b3a-e483048742f3,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:04.831953 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:25:04.849612 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Made reservation on behalf of c4275c656398424b9d2e55ebab118da2 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:25:04.851979 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337996'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.023461 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2616806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3338046'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.078527 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12c00d8-75d6-40bd-94cc-e85ce6051b1c,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:05.086613 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Checking segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:25:05.086974 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Network hostable DHCP agents. Network: 0e54125a-0a6d-420e-8b3a-e483048742f3, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:25:05.103058 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:25:05.111124 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 0e54125a-0a6d-420e-8b3a-e483048742f3) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:05.115563 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:05.116158 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.121604 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62365dc-2f1b-4e01-a2ba-0b0a1e4b6733 None None] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:25:05.131050 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-14a45f79-b24e-4fcf-a572-347e8c7e78a5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3133662 Aug 07 02:25:05.133648 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33532) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:05.138497 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:05.158638 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.159622 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.213786 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.269796 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-0e54125a-0a6d-420e-8b3a-e483048742f3', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:25:05.271302 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.388655 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.414398 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Allocated IP 172.20.0.2 (0e54125a-0a6d-420e-8b3a-e483048742f3/f12c00d8-75d6-40bd-94cc-e85ce6051b1c/016888da-fbc1-402e-b727-2b062cbc7ed1) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:25:05.451307 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0101db-3767-4f1c-ac1c-472ad67a5b50 req-fce7b75d-d544-42f1-af56-f3f275c198ac tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:05.452782 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6d0101db-3767-4f1c-ac1c-472ad67a5b50 req-fce7b75d-d544-42f1-af56-f3f275c198ac tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 945 time: 0.1200647 Aug 07 02:25:05.501076 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6d0101db-3767-4f1c-ac1c-472ad67a5b50 req-2c21f19b-3fa7-46ae-8f80-f9444c3733a8 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 Aug 07 02:25:05.569360 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.578923 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Transition to ACTIVE for port object 016888da-fbc1-402e-b727-2b062cbc7ed1 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:05.595430 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Transition to ACTIVE for port object 016888da-fbc1-402e-b727-2b062cbc7ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:05.603822 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.645891 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:05.650554 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:05.656201 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:25:05.659532 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Pushing event updated for resources: {'Port': ['ID=016888da-fbc1-402e-b727-2b062cbc7ed1,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:05.685160 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.711400 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.727206 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Attempting to bind port 016888da-fbc1-402e-b727-2b062cbc7ed1 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:25:05.727579 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Attempting to bind port 016888da-fbc1-402e-b727-2b062cbc7ed1 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:25:05.728130 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Attempting to bind port 016888da-fbc1-402e-b727-2b062cbc7ed1 on network 0e54125a-0a6d-420e-8b3a-e483048742f3 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:25:05.732878 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.735755 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:25:05.736151 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Checking segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:25:05.736542 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.736925 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Bound using segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:25:05.737390 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Bound port: 016888da-fbc1-402e-b727-2b062cbc7ed1, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:25:05.737762 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.805445 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] For port 016888da-fbc1-402e-b727-2b062cbc7ed1, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:25:05.809092 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] For port 016888da-fbc1-402e-b727-2b062cbc7ed1, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=016888da-fbc1-402e-b727-2b062cbc7ed1,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:25:05.814338 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:05.883850 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceb6fb-4dd9-4bb9-a9c3-3036e5f82938 None None] Pushing event updated for resources: {'Port': ['ID=016888da-fbc1-402e-b727-2b062cbc7ed1,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:06.082097 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 19ac1b5f-e0d7-4d73-8f90-eb232b602500 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:06.141222 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Allocated IP 172.27.3.226 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/ecc2dfea-359f-42ec-8334-2499c5db1ae5) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:25:06.203989 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:06.234384 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:25:06.237341 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fdf906-167a-4bfc-b5ca-d90601f9831d" -d '{"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:25:06.267921 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:06.273693 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:06.304025 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 Aug 2021 02:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9352eb6c-49df-4806-a124-5bc441bb5d74 x-openstack-request-id: req-9352eb6c-49df-4806-a124-5bc441bb5d74 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:25:06.304360 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-unplugged", "status": "failed", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500", "code": 422}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:25:06.304657 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9352eb6c-49df-4806-a124-5bc441bb5d74 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:25:06.305286 dv-cinder-782390-7-iscsi neutron-server[93284]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'code': 422} returned with failed status Aug 07 02:25:06.315654 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 016888da-fbc1-402e-b727-2b062cbc7ed1 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:06.326845 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:06.368522 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:06.416288 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:06.419510 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:06.423325 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:25:06.429553 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Pushing event updated for resources: {'Port': ['ID=ecc2dfea-359f-42ec-8334-2499c5db1ae5,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:06.499079 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=8']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:06.519194 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 016888da-fbc1-402e-b727-2b062cbc7ed1 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:06.715636 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:06.868819 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b9f06-8a31-404d-8f6c-fcb00ad1c1c4 req-3998ad71-c017-4c5c-b119-d906003cbb68 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:06.870977 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-418b9f06-8a31-404d-8f6c-fcb00ad1c1c4 req-3998ad71-c017-4c5c-b119-d906003cbb68 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0980668 Aug 07 02:25:06.957115 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-418b9f06-8a31-404d-8f6c-fcb00ad1c1c4 req-9f209dcc-683b-4dfa-afd1-b844d9c600f0 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785475 Aug 07 02:25:06.959681 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a15a9e-9a10-49d6-ace4-7b0adc8afa31 None None] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:25:07.018876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:07.032458 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c1c69d1b-1bde-4614-a6f8-b61c90248351 None None] Provisioning for port 016888da-fbc1-402e-b727-2b062cbc7ed1 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:07.045652 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c1c69d1b-1bde-4614-a6f8-b61c90248351 None None] Provisioning complete for port 016888da-fbc1-402e-b727-2b062cbc7ed1 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:07.046236 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c69d1b-1bde-4614-a6f8-b61c90248351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:07.187259 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-d0003ec6-5f98-4ea7-9953-5bb066f484ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0560849 Aug 07 02:25:07.195381 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c69d1b-1bde-4614-a6f8-b61c90248351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:07.202857 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Router 4266bb33-10d1-4be7-a29a-6175cfda0eed is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:25:07.234005 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c1c69d1b-1bde-4614-a6f8-b61c90248351 None None] For port 016888da-fbc1-402e-b727-2b062cbc7ed1, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=016888da-fbc1-402e-b727-2b062cbc7ed1,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:07.240058 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c69d1b-1bde-4614-a6f8-b61c90248351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:07.296808 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c69d1b-1bde-4614-a6f8-b61c90248351 None None] Pushing event updated for resources: {'Port': ['ID=016888da-fbc1-402e-b727-2b062cbc7ed1,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:07.331248 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:25:07.347546 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Sync routers for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:25:07.349565 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:07.351412 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ee590e61-9c30-4cdc-8c2d-0fbfe7a9edab admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2168522 Aug 07 02:25:07.355033 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33596) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:07.362510 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:07.363240 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:07.485839 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-e7c66f21-852f-47d7-8d92-b2b838673b94 None None] Provisioning complete for port 016888da-fbc1-402e-b727-2b062cbc7ed1 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:07.486212 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e7c66f21-852f-47d7-8d92-b2b838673b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:07.521157 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:07.744828 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:06Z', 'revision_number': 3, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:07.774226 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Checking router: 4266bb33-10d1-4be7-a29a-6175cfda0eed for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:25:07.774601 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Updating router 4266bb33-10d1-4be7-a29a-6175cfda0eed port ecc2dfea-359f-42ec-8334-2499c5db1ae5 binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:25:07.797126 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:07.798762 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:07.952712 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Allocated IP 172.20.0.1 (0e54125a-0a6d-420e-8b3a-e483048742f3/f12c00d8-75d6-40bd-94cc-e85ce6051b1c/2c98e756-64fd-4b1f-b789-5a2486fa818a) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:25:08.055746 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.065803 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.066336 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Transition to ACTIVE for port object ecc2dfea-359f-42ec-8334-2499c5db1ae5 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:08.075234 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.081227 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Transition to ACTIVE for port object 2c98e756-64fd-4b1f-b789-5a2486fa818a will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:08.111500 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0f7bf-2f2c-463b-bfb7-59ed73aa8b6a req-dbee8ed6-440c-4281-a32f-44ac1cec40c4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:08.118922 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24e0f7bf-2f2c-463b-bfb7-59ed73aa8b6a req-dbee8ed6-440c-4281-a32f-44ac1cec40c4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0683079 Aug 07 02:25:08.154824 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Attempting to bind port ecc2dfea-359f-42ec-8334-2499c5db1ae5 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:25:08.155288 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Attempting to bind port ecc2dfea-359f-42ec-8334-2499c5db1ae5 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:25:08.156375 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Attempting to bind port ecc2dfea-359f-42ec-8334-2499c5db1ae5 on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:25:08.156940 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.159444 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eb5b7-c189-45f8-80e2-fd961ef8db5e None None] Pushing event updated for resources: {'Port': ['ID=ecc2dfea-359f-42ec-8334-2499c5db1ae5,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:08.165015 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:25:08.165390 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:25:08.165795 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.166247 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:25:08.166858 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Bound port: ecc2dfea-359f-42ec-8334-2499c5db1ae5, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:25:08.167466 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.170311 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24e0f7bf-2f2c-463b-bfb7-59ed73aa8b6a req-96cba3e9-3d7c-4a0a-b815-cd7a62926f93 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411601 Aug 07 02:25:08.202029 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 016888da-fbc1-402e-b727-2b062cbc7ed1 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:08.209791 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:08.214516 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:08.217893 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:25:08.254909 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Pushing event updated for resources: {'Port': ['ID=2c98e756-64fd-4b1f-b789-5a2486fa818a,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:08.257984 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] For port ecc2dfea-359f-42ec-8334-2499c5db1ae5, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:25:08.263408 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] For port ecc2dfea-359f-42ec-8334-2499c5db1ae5, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ecc2dfea-359f-42ec-8334-2499c5db1ae5,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:25:08.270785 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.271611 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.320138 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 016888da-fbc1-402e-b727-2b062cbc7ed1 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:08.320685 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.362297 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:08.362971 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:08.367139 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eb5b7-c189-45f8-80e2-fd961ef8db5e None None] Pushing event updated for resources: {'Port': ['ID=ecc2dfea-359f-42ec-8334-2499c5db1ae5,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:08.412214 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.511963 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-667523e6-7416-48ae-bc25-379b88d83c18 None None] Provisioning for port 2c98e756-64fd-4b1f-b789-5a2486fa818a completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:08.515889 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:08.569809 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-667523e6-7416-48ae-bc25-379b88d83c18 None None] Provisioning complete for port 2c98e756-64fd-4b1f-b789-5a2486fa818a triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:08.570189 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-667523e6-7416-48ae-bc25-379b88d83c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.576141 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.580517 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.649500 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Pushing event updated for resources: {'Port': ['ID=2c98e756-64fd-4b1f-b789-5a2486fa818a,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:08.652508 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.654059 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-667523e6-7416-48ae-bc25-379b88d83c18 None None] Port 2c98e756-64fd-4b1f-b789-5a2486fa818a cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:25:08.733472 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:06Z', 'revision_number': 3, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:08.746390 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:08.747728 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:08.765792 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7797a-9d86-488c-b5a1-abe8f3f00f0f None None] The sync data for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi is: [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:06Z', 'revision_number': 3, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:25:08.867050 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Router 4266bb33-10d1-4be7-a29a-6175cfda0eed has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:25:08.984727 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-8d956ac5-c09f-4a41-8c47-dfec7b6f5268 None None] Provisioning complete for port 2c98e756-64fd-4b1f-b789-5a2486fa818a triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:08.985109 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8d956ac5-c09f-4a41-8c47-dfec7b6f5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:08.998064 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:25:09.011178 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-1f0e70db-987a-4fc9-977d-1608b020f21a admin admin] 10.222.0.11 "PUT /v2.0/routers/4266bb33-10d1-4be7-a29a-6175cfda0eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465185 Aug 07 02:25:09.035022 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-8d956ac5-c09f-4a41-8c47-dfec7b6f5268 None None] Port 2c98e756-64fd-4b1f-b789-5a2486fa818a cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:25:09.308108 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a6ade-810e-44ee-8354-84857b3eb3ad req-0f1a15a8-7ef0-4d2b-966d-aeb1212f4604 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:09.309993 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b62a6ade-810e-44ee-8354-84857b3eb3ad req-0f1a15a8-7ef0-4d2b-966d-aeb1212f4604 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0601768 Aug 07 02:25:09.374754 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b62a6ade-810e-44ee-8354-84857b3eb3ad req-900d5832-81a7-4941-a8f9-6bd01baae262 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562966 Aug 07 02:25:09.570274 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33626) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:09.575665 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-696405751-network', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:09.598239 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Made reservation on behalf of b27e6d1ea48548358a17c438adddb116 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:25:09.600732 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:09.610612 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:09.700189 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:09.703913 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:09.727413 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:25:09.737105 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51501c9a-5b41-43b9-b787-34668452b3e6,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:09.742174 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:09.742546 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Added segment aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd of type vlan for network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed Aug 07 02:25:09.808631 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:09.830441 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-7e314379-f520-4956-ad5b-170434b3e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:09.831931 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-7e314379-f520-4956-ad5b-170434b3e213 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9&tenant_id=5fd0303258fa4a71b82ea6e98708a0af HTTP/1.1" status: 200 len: 1096 time: 0.0812893 Aug 07 02:25:09.846329 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:09.847342 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:09.847930 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:09.925138 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3537257 Aug 07 02:25:09.927969 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33628) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:09.933064 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Request body: {'subnet': {'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-696405751-subnet', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'ip_version': 4}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:09.938345 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6fe2a-caca-475f-930b-320e1afdf300 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce8711a-1b32-40e7-b7d3-f7b68895e0ed,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:09.947016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-aa30e79a-c959-4aef-a51e-f58f780ba5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:09.949700 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:25:09.950785 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-aa30e79a-c959-4aef-a51e-f58f780ba5e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0919313 Aug 07 02:25:09.954784 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Made reservation on behalf of b27e6d1ea48548358a17c438adddb116 for: {'subnet': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:25:09.957232 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359135'] for subnet, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.061672 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-b0d3c9af-3d50-4bd7-87c9-86d72cd12db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:10.063169 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-b0d3c9af-3d50-4bd7-87c9-86d72cd12db2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 200 len: 917 time: 0.1059070 Aug 07 02:25:10.135800 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-2977ec78-a0fc-4c09-bc64-3e9374096d59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500 HTTP/1.1" status: 200 len: 999 time: 0.0650969 Aug 07 02:25:10.140152 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4175537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359149'] for subnet, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.194469 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-0937e643-9e58-4fdd-930a-d5f3b8e7bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:10.196649 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-0937e643-9e58-4fdd-930a-d5f3b8e7bbbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 200 len: 855 time: 0.0526261 Aug 07 02:25:10.208809 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4dd87d9-ad54-42aa-988e-e15ba6dae865,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:10.216764 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Checking segment: {'id': 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:25:10.217338 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Network hostable DHCP agents. Network: 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:25:10.237960 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:25:10.250753 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed) {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:10.256140 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ecc2dfea-359f-42ec-8334-2499c5db1ae5 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:10.257503 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:10.258122 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.284705 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-c0047793-9886-42cc-bfe6-a06eaebef5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:10.286493 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-c0047793-9886-42cc-bfe6-a06eaebef5a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b4f1296-0f14-4901-96bc-92f64470c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819933 Aug 07 02:25:10.286807 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-15dc6db9-ab49-4732-8657-abd45cb09fda admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3573253 Aug 07 02:25:10.288171 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33636) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:10.294303 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:10.320932 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731ca71-9282-471e-920c-459cbcd411ce None None] Network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:25:10.326420 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1940939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-494215'] for router, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.331903 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1940091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1944074', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494216'] for router, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.429886 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port ecc2dfea-359f-42ec-8334-2499c5db1ae5 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:10.442446 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.442672 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-24c91c42-c6db-49f5-aba3-afb89790376a service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430187 Aug 07 02:25:10.447589 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port ecc2dfea-359f-42ec-8334-2499c5db1ae5 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:10.448791 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.480823 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Sync routers for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:25:10.493970 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:10.495280 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:10.649806 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:10.657282 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ba5f7e8-44a1-4030-bdba-cc03ce44b85a req-e8bb66fe-5775-40f8-81c2-0648fbdd27dd service neutron] 10.222.0.16 "GET /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049274 Aug 07 02:25:10.691091 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06712e7-fb20-4aaf-a81d-82e8be0fda00 req-2e544d75-d3ca-48fc-ac22-90d90c2a473b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:10.694123 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c06712e7-fb20-4aaf-a81d-82e8be0fda00 req-2e544d75-d3ca-48fc-ac22-90d90c2a473b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.1918283 Aug 07 02:25:10.747644 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78a1092-2130-59f9-b360-e2f000b9497b-6ce8711a-1b32-40e7-b7d3-f7b68895e0ed', 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'fixed_ips': [{'subnet_id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865'}]}} from dv-cinder-782390-7-iscsi. {{(pid=93284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 02:25:10.748591 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.763587 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c06712e7-fb20-4aaf-a81d-82e8be0fda00 req-7ecd7267-efdc-4bb2-9602-1628348d5da6 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547838 Aug 07 02:25:10.779591 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.852408 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port ecc2dfea-359f-42ec-8334-2499c5db1ae5, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ecc2dfea-359f-42ec-8334-2499c5db1ae5,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:10.858149 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.920523 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 2, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:10.949449 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Checking router: 4266bb33-10d1-4be7-a29a-6175cfda0eed for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:25:10.949891 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Updating router 4266bb33-10d1-4be7-a29a-6175cfda0eed port 2c98e756-64fd-4b1f-b789-5a2486fa818a binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:25:10.967673 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.978694 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=ecc2dfea-359f-42ec-8334-2499c5db1ae5,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:10.985137 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:10.996380 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Allocated IP 172.20.0.2 (6ce8711a-1b32-40e7-b7d3-f7b68895e0ed/b4dd87d9-ad54-42aa-988e-e15ba6dae865/4d058cc6-7422-4f7c-95f1-8f5d8d3f148a) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:25:11.161159 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.171162 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Transition to ACTIVE for port object 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:11.194214 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Transition to ACTIVE for port object 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:11.205469 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.207021 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.229772 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.262018 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:11.266663 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:11.271117 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Pushing event updated for resources: {'Port': ['ID=4d058cc6-7422-4f7c-95f1-8f5d8d3f148a,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:11.274713 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:25:11.347855 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Attempting to bind port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:25:11.349417 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Attempting to bind port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:25:11.352679 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Attempting to bind port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a on network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:25:11.359801 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:25:11.360714 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Checking segment: {'id': 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:25:11.361378 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.362005 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Bound using segment: {'id': 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:25:11.362916 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Bound port: 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:25:11.363526 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.399475 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Allocated IP 172.27.3.111 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/e5892f27-39f8-4ab6-9b67-c6e377880d99) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:25:11.405449 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.418798 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Transition to ACTIVE for port object 2c98e756-64fd-4b1f-b789-5a2486fa818a will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:11.428786 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.441145 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] For port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:25:11.444646 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] For port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=4d058cc6-7422-4f7c-95f1-8f5d8d3f148a,segment=NetworkSegment(aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd),segment_id=aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:25:11.451865 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.535624 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Pushing event updated for resources: {'Port': ['ID=2c98e756-64fd-4b1f-b789-5a2486fa818a,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:11.554536 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.554927 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.555292 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.555684 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.556037 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.556428 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.557124 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.557552 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.557936 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.558366 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.560485 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.560881 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:11.606829 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.663646 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc90f4-f57f-41b7-a2bf-1059d5458401 None None] Pushing event updated for resources: {'Port': ['ID=4d058cc6-7422-4f7c-95f1-8f5d8d3f148a,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:11.667327 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Attempting to bind port 2c98e756-64fd-4b1f-b789-5a2486fa818a on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:25:11.667711 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Attempting to bind port 2c98e756-64fd-4b1f-b789-5a2486fa818a by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:25:11.668172 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Attempting to bind port 2c98e756-64fd-4b1f-b789-5a2486fa818a on network 0e54125a-0a6d-420e-8b3a-e483048742f3 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:25:11.675329 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:25:11.675954 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Checking segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:25:11.676366 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.676760 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Bound using segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:25:11.677263 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Bound port: 2c98e756-64fd-4b1f-b789-5a2486fa818a, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:25:11.677794 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.734756 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.791369 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:11.795941 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:11.800223 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:25:11.801217 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] For port 2c98e756-64fd-4b1f-b789-5a2486fa818a, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:25:11.810316 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] For port 2c98e756-64fd-4b1f-b789-5a2486fa818a, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2c98e756-64fd-4b1f-b789-5a2486fa818a,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:25:11.817537 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:11.889153 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Pushing event updated for resources: {'Port': ['ID=e5892f27-39f8-4ab6-9b67-c6e377880d99,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:12.002001 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:12.008722 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:12.077099 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8832f-8ad3-4db3-962f-7fe72bbacaa1 req-96cf3bd7-4c2f-4b6c-9a29-f80615fa8540 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:12.105585 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dca8832f-8ad3-4db3-962f-7fe72bbacaa1 req-96cf3bd7-4c2f-4b6c-9a29-f80615fa8540 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.1771719 Aug 07 02:25:12.136165 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109d2fe-7056-46bc-a148-e15a72e0e5d7 None None] Pushing event updated for resources: {'Port': ['ID=2c98e756-64fd-4b1f-b789-5a2486fa818a,revision_number=4']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:12.178232 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dca8832f-8ad3-4db3-962f-7fe72bbacaa1 req-37a2910e-6375-4ea9-ac3a-ab9b6a50f0aa tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714023 Aug 07 02:25:12.427876 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:12.446508 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:12.474122 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:12.597977 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:12.612976 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ecc2dfea-359f-42ec-8334-2499c5db1ae5 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:12.797325 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port ecc2dfea-359f-42ec-8334-2499c5db1ae5 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:12.798258 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:12.873534 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:11Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:12.955966 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1940082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1944313'] for router, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:12.960500 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097131e9-23eb-42e6-89a6-d3f70e28e4f4 None None] The sync data for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi is: [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:11Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:25:13.210249 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Router 0c138cb0-80c5-4296-8424-a04ead896fa1 is scheduled to L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 with binding_index 1 {{(pid=93283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 02:25:13.380748 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0c169-b1b2-48cf-baf8-6901577653c7 req-3591510f-a534-49b2-a661-9cf69e17fdca tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:13.398129 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a0c169-b1b2-48cf-baf8-6901577653c7 req-3591510f-a534-49b2-a661-9cf69e17fdca tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0848248 Aug 07 02:25:13.413484 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:25:13.424021 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Sync routers for ids ['0c138cb0-80c5-4296-8424-a04ead896fa1'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:25:13.441471 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Routers {'0c138cb0-80c5-4296-8424-a04ead896fa1'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:13.443122 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:13.444517 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-8e48795e-ef4c-4bc7-95f3-771b0c13ca3f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1549685 Aug 07 02:25:13.445223 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0c138cb0-80c5-4296-8424-a04ead896fa1'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:13.447406 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33684) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:13.494487 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7a0c169-b1b2-48cf-baf8-6901577653c7 req-e9f59498-8476-4c13-a4ea-b7e938f3458d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917907 Aug 07 02:25:13.654544 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dfd913-a050-4145-b28f-2595e7c6a0df None None] Network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:25:13.756286 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-5d602441-8201-48f8-9abe-92c1bc5547dc None None] Provisioning for port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:13.769832 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-5d602441-8201-48f8-9abe-92c1bc5547dc None None] Provisioning complete for port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:13.770258 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5d602441-8201-48f8-9abe-92c1bc5547dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:13.798014 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Set router 0c138cb0-80c5-4296-8424-a04ead896fa1 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:14.118503 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:14.169390 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5d602441-8201-48f8-9abe-92c1bc5547dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:14.346322 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2c98e756-64fd-4b1f-b789-5a2486fa818a up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:14.408917 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-5d602441-8201-48f8-9abe-92c1bc5547dc None None] For port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=4d058cc6-7422-4f7c-95f1-8f5d8d3f148a,segment=NetworkSegment(aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd),segment_id=aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:14.414332 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Allocated IP 172.20.0.1 (6ce8711a-1b32-40e7-b7d3-f7b68895e0ed/b4dd87d9-ad54-42aa-988e-e15ba6dae865/71852857-8fb9-4254-b317-eca6eeb88831) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:25:14.421034 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5d602441-8201-48f8-9abe-92c1bc5547dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:14.534173 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d602441-8201-48f8-9abe-92c1bc5547dc None None] Pushing event updated for resources: {'Port': ['ID=4d058cc6-7422-4f7c-95f1-8f5d8d3f148a,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:14.565239 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:10Z', 'updated_at': '2021-08-07T02:25:12Z', 'revision_number': 3, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'gw_port': {'id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:11Z', 'updated_at': '2021-08-07T02:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:14.604558 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Checking router: 0c138cb0-80c5-4296-8424-a04ead896fa1 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:25:14.605011 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Updating router 0c138cb0-80c5-4296-8424-a04ead896fa1 port e5892f27-39f8-4ab6-9b67-c6e377880d99 binding host dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:25:14.609478 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:14.636804 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 2c98e756-64fd-4b1f-b789-5a2486fa818a completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:14.639297 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:14.650703 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Transition to ACTIVE for port object 71852857-8fb9-4254-b317-eca6eeb88831 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:14.710698 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d75255-fdee-44fd-b40f-64a61d6dd4fc req-a31e935a-6e22-40ac-9ae3-7f586927c99f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:14.714301 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 2c98e756-64fd-4b1f-b789-5a2486fa818a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:14.714866 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:14.728680 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7d75255-fdee-44fd-b40f-64a61d6dd4fc req-a31e935a-6e22-40ac-9ae3-7f586927c99f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.1051435 Aug 07 02:25:14.740117 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:14.807930 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7d75255-fdee-44fd-b40f-64a61d6dd4fc req-d256ea37-2c06-41f5-b63f-96465c277e54 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771706 Aug 07 02:25:14.858136 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:14.864579 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:14.875253 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:25:14.931329 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Pushing event updated for resources: {'Port': ['ID=71852857-8fb9-4254-b317-eca6eeb88831,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:14.966973 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938698'] for router_interface, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.081978 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-3d3bc545-97b5-4281-bf7f-7a2ff3faba10 None None] Provisioning complete for port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:15.082347 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc545-97b5-4281-bf7f-7a2ff3faba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.181927 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.269709 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.381654 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 2c98e756-64fd-4b1f-b789-5a2486fa818a, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2c98e756-64fd-4b1f-b789-5a2486fa818a,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:15.388818 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.458630 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.464127 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.469875 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.477202 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=2c98e756-64fd-4b1f-b789-5a2486fa818a,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:15.480957 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Transition to ACTIVE for port object e5892f27-39f8-4ab6-9b67-c6e377880d99 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:15.494362 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.544831 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-2b77095f-c044-4afd-876c-62ac4e15c948 None None] Provisioning for port 71852857-8fb9-4254-b317-eca6eeb88831 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:15.554025 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-2b77095f-c044-4afd-876c-62ac4e15c948 None None] Provisioning complete for port 71852857-8fb9-4254-b317-eca6eeb88831 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:15.554512 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2b77095f-c044-4afd-876c-62ac4e15c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.566957 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938878'] for router_interface, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.570226 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Pushing event updated for resources: {'Port': ['ID=71852857-8fb9-4254-b317-eca6eeb88831,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:15.603188 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-2b77095f-c044-4afd-876c-62ac4e15c948 None None] Port 71852857-8fb9-4254-b317-eca6eeb88831 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:25:15.629967 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d25e02-a53b-41e5-9108-ab837baedd38 None None] Pushing event updated for resources: {'Port': ['ID=e5892f27-39f8-4ab6-9b67-c6e377880d99,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:15.632812 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Attempting to bind port e5892f27-39f8-4ab6-9b67-c6e377880d99 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:25:15.633259 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Attempting to bind port e5892f27-39f8-4ab6-9b67-c6e377880d99 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:25:15.633758 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Attempting to bind port e5892f27-39f8-4ab6-9b67-c6e377880d99 on network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:25:15.640113 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:25:15.640602 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Checking segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:25:15.641242 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.641530 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Bound using segment: {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:25:15.642197 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Bound port: e5892f27-39f8-4ab6-9b67-c6e377880d99, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3892aa4-ac4a-497a-b0df-6f8716c70b04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:25:15.642679 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.697571 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:15.700299 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:15.702616 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] For port e5892f27-39f8-4ab6-9b67-c6e377880d99, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:25:15.706646 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] For port e5892f27-39f8-4ab6-9b67-c6e377880d99, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=e5892f27-39f8-4ab6-9b67-c6e377880d99,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:25:15.714103 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:15.780651 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Routers {'0c138cb0-80c5-4296-8424-a04ead896fa1'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:15.782139 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:24:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0c138cb0-80c5-4296-8424-a04ead896fa1'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:15.810113 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33704) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:15.867673 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d25e02-a53b-41e5-9108-ab837baedd38 None None] Pushing event updated for resources: {'Port': ['ID=e5892f27-39f8-4ab6-9b67-c6e377880d99,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:15.905153 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Router 0c138cb0-80c5-4296-8424-a04ead896fa1 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:25:15.941734 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] Set router 0c138cb0-80c5-4296-8424-a04ead896fa1 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:16.066873 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9b67d-dc09-48a5-9317-23c121eb1227 req-cbd7ec1a-2e6a-4a3e-9ded-bedc6087df9f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:16.081752 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-faa9b67d-dc09-48a5-9317-23c121eb1227 req-cbd7ec1a-2e6a-4a3e-9ded-bedc6087df9f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.1152241 Aug 07 02:25:16.105795 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-57df55a0-5bd5-4781-8e79-44cc4d05f6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:16.131395 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:25:16.157995 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-859da996-f0f9-4d9f-90cf-128216ecbf93 admin admin] 10.222.0.11 "PUT /v2.0/routers/0c138cb0-80c5-4296-8424-a04ead896fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7040319 Aug 07 02:25:16.186569 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-faa9b67d-dc09-48a5-9317-23c121eb1227 req-419f1c95-3df4-4b84-9cd0-0ede09066eef tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034517 Aug 07 02:25:16.246079 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-8a6db680-2ccb-4f87-8d06-8319f18b011b None None] Provisioning complete for port 71852857-8fb9-4254-b317-eca6eeb88831 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:16.246720 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8a6db680-2ccb-4f87-8d06-8319f18b011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:16.306115 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:16.333444 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-57df55a0-5bd5-4781-8e79-44cc4d05f6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:16.341235 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-57df55a0-5bd5-4781-8e79-44cc4d05f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:16.386079 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-8a6db680-2ccb-4f87-8d06-8319f18b011b None None] Port 71852857-8fb9-4254-b317-eca6eeb88831 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:25:16.390911 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df55a0-5bd5-4781-8e79-44cc4d05f6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6393cc1d-af80-438b-9e8d-35359767909d,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:16.403734 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33718) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:16.409125 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:16.409504 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:16.410170 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-57df55a0-5bd5-4781-8e79-44cc4d05f6a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fec0e00dce2d492d9a793c43abf66284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988779 Aug 07 02:25:16.415604 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:10Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 4, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'gw_port': {'id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:11Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '71852857-8fb9-4254-b317-eca6eeb88831', 'name': '', 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'mac_address': 'fa:16:3e:c6:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:14Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 2, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'subnets': [{'id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:16.472360 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f14e1b-550f-419f-b302-129a8e8b562f None None] The sync data for ids ['0c138cb0-80c5-4296-8424-a04ead896fa1'] in dv-cinder-782390-7-iscsi is: [{'id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:10Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 4, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'gw_port': {'id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:11Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '71852857-8fb9-4254-b317-eca6eeb88831', 'name': '', 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'mac_address': 'fa:16:3e:c6:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:14Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 2, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'subnets': [{'id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:25:16.562782 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2c98e756-64fd-4b1f-b789-5a2486fa818a up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:16.644242 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 2c98e756-64fd-4b1f-b789-5a2486fa818a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:16.644631 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:16.892023 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f66140f0-b8ac-43ff-b769-59f39fd4dea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:16.926537 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f66140f0-b8ac-43ff-b769-59f39fd4dea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.012440 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f66140f0-b8ac-43ff-b769-59f39fd4dea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.015901 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f66140f0-b8ac-43ff-b769-59f39fd4dea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.020261 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f66140f0-b8ac-43ff-b769-59f39fd4dea0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6393cc1d-af80-438b-9e8d-35359767909d HTTP/1.1" status: 204 len: 168 time: 0.6131201 Aug 07 02:25:17.032038 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66140f0-b8ac-43ff-b769-59f39fd4dea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6393cc1d-af80-438b-9e8d-35359767909d,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:17.066408 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33722) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:17.072429 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-136d8944-e69f-449c-a358-299fa2b7535d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316898431', 'description': 'tempest-secgroup-smoke-1316898431 description', 'project_id': 'c4275c656398424b9d2e55ebab118da2'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:17.086007 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b617cb67-5f46-4728-b599-19fbd904014d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.126759 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-e69f-449c-a358-299fa2b7535d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.333055 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-e69f-449c-a358-299fa2b7535d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.341020 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-e69f-449c-a358-299fa2b7535d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.392491 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-e69f-449c-a358-299fa2b7535d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.396855 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-136d8944-e69f-449c-a358-299fa2b7535d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3287244 Aug 07 02:25:17.397513 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33730) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:17.403825 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-f39287da-34cb-4c40-93bc-8df483311306 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'security_group_rule': {'security_group_id': 'd4eb96d1-39f8-4a97-9f88-f03b066d72a9', 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:17.413166 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1618bad-b9e2-4156-929a-580f11076727 req-8d4840e9-b9bf-4b85-8647-38d2152f59dd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:17.414718 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a1618bad-b9e2-4156-929a-580f11076727 req-8d4840e9-b9bf-4b85-8647-38d2152f59dd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.1182516 Aug 07 02:25:17.425169 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d8944-e69f-449c-a358-299fa2b7535d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eb96d1-39f8-4a97-9f88-f03b066d72a9,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:17.454734 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f39287da-34cb-4c40-93bc-8df483311306 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.555221 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a1618bad-b9e2-4156-929a-580f11076727 req-c50e1f30-1824-4515-9cd8-a1ad9473e17d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078329 Aug 07 02:25:17.617374 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f39287da-34cb-4c40-93bc-8df483311306 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.627613 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f39287da-34cb-4c40-93bc-8df483311306 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.658462 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39287da-34cb-4c40-93bc-8df483311306 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868a6f1b-8f7f-415f-91b6-0caf0d57204f,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:17.669268 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f39287da-34cb-4c40-93bc-8df483311306 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.670423 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f39287da-34cb-4c40-93bc-8df483311306 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2709742 Aug 07 02:25:17.673037 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33738) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:17.677988 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-023d72f7-0804-40ca-9505-14fcf5f91e55 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'security_group_rule': {'security_group_id': 'd4eb96d1-39f8-4a97-9f88-f03b066d72a9', 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:17.725701 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-023d72f7-0804-40ca-9505-14fcf5f91e55 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.819124 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-023d72f7-0804-40ca-9505-14fcf5f91e55 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.824782 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-023d72f7-0804-40ca-9505-14fcf5f91e55 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.846321 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d72f7-0804-40ca-9505-14fcf5f91e55 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896be233-a08e-4e9e-8431-c7d0eb747099,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:17.854797 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-023d72f7-0804-40ca-9505-14fcf5f91e55 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:17.859232 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-023d72f7-0804-40ca-9505-14fcf5f91e55 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1825237 Aug 07 02:25:17.859406 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33744) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:17.871824 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-d20c66e6-ce7f-4d14-a1cc-38c55497aeaf tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'security_group_rule': {'security_group_id': 'd4eb96d1-39f8-4a97-9f88-f03b066d72a9', 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:17.920345 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d20c66e6-ce7f-4d14-a1cc-38c55497aeaf tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.001840 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d20c66e6-ce7f-4d14-a1cc-38c55497aeaf tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.007500 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d20c66e6-ce7f-4d14-a1cc-38c55497aeaf tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.035333 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c66e6-ce7f-4d14-a1cc-38c55497aeaf tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bbbbb4-ba2a-416a-8ef5-381da6e2fc33,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:18.047985 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d20c66e6-ce7f-4d14-a1cc-38c55497aeaf tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.051344 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d20c66e6-ce7f-4d14-a1cc-38c55497aeaf tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1908345 Aug 07 02:25:18.054169 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33752) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:18.060552 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-c45f5be6-2e7c-4a35-807a-37905a715294 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'security_group_rule': {'security_group_id': 'd4eb96d1-39f8-4a97-9f88-f03b066d72a9', 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:18.126983 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c45f5be6-2e7c-4a35-807a-37905a715294 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.238092 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c45f5be6-2e7c-4a35-807a-37905a715294 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.246751 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c45f5be6-2e7c-4a35-807a-37905a715294 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.287062 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f5be6-2e7c-4a35-807a-37905a715294 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6190b9-a0c2-4f8f-8ffa-2f49a045b293,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:18.298710 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c45f5be6-2e7c-4a35-807a-37905a715294 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.306624 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c45f5be6-2e7c-4a35-807a-37905a715294 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2507503 Aug 07 02:25:18.309755 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 33758) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:18.314270 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device e5892f27-39f8-4ab6-9b67-c6e377880d99 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:18.316017 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-b44e4c33-26ef-4594-9375-be3179224abc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'security_group_rule': {'security_group_id': 'd4eb96d1-39f8-4a97-9f88-f03b066d72a9', 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:18.385929 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.securitygroups_db [None req-b44e4c33-26ef-4594-9375-be3179224abc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Project c4275c656398424b9d2e55ebab118da2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 02:25:18.402387 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b44e4c33-26ef-4594-9375-be3179224abc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.440250 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port e5892f27-39f8-4ab6-9b67-c6e377880d99 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:18.449049 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port e5892f27-39f8-4ab6-9b67-c6e377880d99 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:18.449427 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.538276 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b44e4c33-26ef-4594-9375-be3179224abc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.543801 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b44e4c33-26ef-4594-9375-be3179224abc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.559278 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e4c33-26ef-4594-9375-be3179224abc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6edf70-3bc4-4028-8358-564d7836bdc0,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:18.578736 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b44e4c33-26ef-4594-9375-be3179224abc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.585579 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 33762) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:18.587180 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b44e4c33-26ef-4594-9375-be3179224abc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2760808 Aug 07 02:25:18.590777 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-cb25af1d-0a7b-4ff0-a340-a8b277e6ce56 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'security_group_rule': {'security_group_id': 'd4eb96d1-39f8-4a97-9f88-f03b066d72a9', 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:18.639557 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.646940 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.securitygroups_db [None req-cb25af1d-0a7b-4ff0-a340-a8b277e6ce56 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Project c4275c656398424b9d2e55ebab118da2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 02:25:18.659400 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cb25af1d-0a7b-4ff0-a340-a8b277e6ce56 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.693288 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port e5892f27-39f8-4ab6-9b67-c6e377880d99, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=e5892f27-39f8-4ab6-9b67-c6e377880d99,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:18.701076 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.770192 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62610da-4831-49c3-8334-e3294a2c23ea req-a239d677-23e2-42be-9918-ef21719b5826 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:18.773311 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cb25af1d-0a7b-4ff0-a340-a8b277e6ce56 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.779910 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a62610da-4831-49c3-8334-e3294a2c23ea req-a239d677-23e2-42be-9918-ef21719b5826 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.1011412 Aug 07 02:25:18.781675 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cb25af1d-0a7b-4ff0-a340-a8b277e6ce56 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043981'] for security_group_rule, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.799407 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=e5892f27-39f8-4ab6-9b67-c6e377880d99,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:18.823552 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25af1d-0a7b-4ff0-a340-a8b277e6ce56 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef3aa03-438d-42a1-a3a2-c8aaf38ba570,revision_number=0']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:18.839890 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a62610da-4831-49c3-8334-e3294a2c23ea req-6860f655-d80d-440a-b2a6-96fbd13fc862 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584872 Aug 07 02:25:18.860792 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cb25af1d-0a7b-4ff0-a340-a8b277e6ce56 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:18.862048 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-cb25af1d-0a7b-4ff0-a340-a8b277e6ce56 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2754536 Aug 07 02:25:19.590786 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9d38-a0a2-463f-b3f0-45e1f4f93110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:19.753995 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:19.991834 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68adca5-12d4-489e-b959-d86659933ac5 req-e8c5adce-66fa-4440-ab37-b089b94dd4e2 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:19.993423 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c68adca5-12d4-489e-b959-d86659933ac5 req-e8c5adce-66fa-4440-ab37-b089b94dd4e2 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0561919 Aug 07 02:25:20.040028 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c68adca5-12d4-489e-b959-d86659933ac5 req-a70d9103-d237-486c-8e1e-ddef71e5b258 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390418 Aug 07 02:25:20.238195 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device e5892f27-39f8-4ab6-9b67-c6e377880d99 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:20.313928 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port e5892f27-39f8-4ab6-9b67-c6e377880d99 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:20.314744 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:20.646745 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Sync routers for ids ['0c138cb0-80c5-4296-8424-a04ead896fa1'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:25:20.656649 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Routers {'0c138cb0-80c5-4296-8424-a04ead896fa1'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:20.657259 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0c138cb0-80c5-4296-8424-a04ead896fa1'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:20.769933 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Set router 0c138cb0-80c5-4296-8424-a04ead896fa1 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:20.886179 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:20.973943 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:10Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 4, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'gw_port': {'id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:11Z', 'updated_at': '2021-08-07T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '71852857-8fb9-4254-b317-eca6eeb88831', 'name': '', 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'mac_address': 'fa:16:3e:c6:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:14Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 2, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'subnets': [{'id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:21.000726 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Checking router: 0c138cb0-80c5-4296-8424-a04ead896fa1 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:25:21.001077 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Updating router 0c138cb0-80c5-4296-8424-a04ead896fa1 port 71852857-8fb9-4254-b317-eca6eeb88831 binding host dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 02:25:21.025274 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:21.212597 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203170a6-20a1-4341-9e69-5671d5c81272 req-e0b38d73-ec16-4d48-b2f9-3dc82f1d29ee tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:21.215434 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-203170a6-20a1-4341-9e69-5671d5c81272 req-e0b38d73-ec16-4d48-b2f9-3dc82f1d29ee tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0593965 Aug 07 02:25:21.252553 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-203170a6-20a1-4341-9e69-5671d5c81272 req-a46c80c8-00d0-4945-8993-cdd9ce57a796 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Aug 07 02:25:21.325583 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:21.336505 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Transition to ACTIVE for port object 71852857-8fb9-4254-b317-eca6eeb88831 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:21.344955 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:21.398849 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414663d6-22ea-4faf-abad-b946e8610b57 None None] Pushing event updated for resources: {'Port': ['ID=71852857-8fb9-4254-b317-eca6eeb88831,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:21.458865 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Attempting to bind port 71852857-8fb9-4254-b317-eca6eeb88831 on host dv-cinder-782390-7-iscsi for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:25:21.459335 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Attempting to bind port 71852857-8fb9-4254-b317-eca6eeb88831 by drivers openvswitch,hyperv on host dv-cinder-782390-7-iscsi at level 0 using segments [{'id': 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:25:21.459761 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Attempting to bind port 71852857-8fb9-4254-b317-eca6eeb88831 on network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:25:21.466133 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Checking agent: {'id': '5a6d7187-084d-4419-bd27-e90f80004968', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 11, 50), 'started_at': datetime.datetime(2021, 8, 7, 2, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:25:21.466637 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Checking segment: {'id': 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:25:21.467075 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:21.467532 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Bound using segment: {'id': 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:25:21.468062 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Bound port: 71852857-8fb9-4254-b317-eca6eeb88831, host: dv-cinder-782390-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:25:21.468519 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:21.561050 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] For port 71852857-8fb9-4254-b317-eca6eeb88831, host dv-cinder-782390-7-iscsi, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:25:21.564837 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] For port 71852857-8fb9-4254-b317-eca6eeb88831, host dv-cinder-782390-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=71852857-8fb9-4254-b317-eca6eeb88831,segment=NetworkSegment(aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd),segment_id=aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:25:21.568680 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:21.658500 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Routers {'0c138cb0-80c5-4296-8424-a04ead896fa1'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:21.659475 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0c138cb0-80c5-4296-8424-a04ead896fa1'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:21.794304 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414663d6-22ea-4faf-abad-b946e8610b57 None None] Pushing event updated for resources: {'Port': ['ID=71852857-8fb9-4254-b317-eca6eeb88831,revision_number=4']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:21.800294 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] Set router 0c138cb0-80c5-4296-8424-a04ead896fa1 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:22.070554 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:10Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 4, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'gw_port': {'id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:11Z', 'updated_at': '2021-08-07T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '71852857-8fb9-4254-b317-eca6eeb88831', 'name': '', 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'mac_address': 'fa:16:3e:c6:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:14Z', 'updated_at': '2021-08-07T02:25:21Z', 'revision_number': 4, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'subnets': [{'id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:22.103825 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9e1e6-6e4c-49eb-8684-6eb0acd0cb22 None None] The sync data for ids ['0c138cb0-80c5-4296-8424-a04ead896fa1'] in dv-cinder-782390-7-iscsi is: [{'id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:10Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 4, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'gw_port': {'id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:11Z', 'updated_at': '2021-08-07T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '71852857-8fb9-4254-b317-eca6eeb88831', 'name': '', 'network_id': '6ce8711a-1b32-40e7-b7d3-f7b68895e0ed', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'mac_address': 'fa:16:3e:c6:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:14Z', 'updated_at': '2021-08-07T02:25:21Z', 'revision_number': 4, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'subnets': [{'id': 'b4dd87d9-ad54-42aa-988e-e15ba6dae865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:25:22.248272 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 71852857-8fb9-4254-b317-eca6eeb88831 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:22.290842 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:22.330119 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning for port 71852857-8fb9-4254-b317-eca6eeb88831 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:22.334647 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 71852857-8fb9-4254-b317-eca6eeb88831 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:22.335705 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:22.389828 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bd35b-a41b-43f9-a863-17a13307276b req-f670a638-5a47-4a0a-9509-2ee7dd9ca34d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:22.391482 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-708bd35b-a41b-43f9-a863-17a13307276b req-f670a638-5a47-4a0a-9509-2ee7dd9ca34d tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0613530 Aug 07 02:25:22.427681 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:22.445568 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-708bd35b-a41b-43f9-a863-17a13307276b req-0b0d9fff-1f1a-44cd-b668-302a257c7b83 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 Aug 07 02:25:22.472503 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] For port 71852857-8fb9-4254-b317-eca6eeb88831, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=71852857-8fb9-4254-b317-eca6eeb88831,segment=NetworkSegment(aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd),segment_id=aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:22.476439 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:22.530215 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Pushing event updated for resources: {'Port': ['ID=71852857-8fb9-4254-b317-eca6eeb88831,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:23.571970 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a6778-758b-4477-8508-e8777d3b2b30 req-c0ee8224-a978-4837-8bb5-4ebaff5a63d5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:23.573908 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ac4a6778-758b-4477-8508-e8777d3b2b30 req-c0ee8224-a978-4837-8bb5-4ebaff5a63d5 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 943 time: 0.0535254 Aug 07 02:25:23.618994 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ac4a6778-758b-4477-8508-e8777d3b2b30 req-6187e612-c1e0-4911-830b-465ab13d7f0f tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385954 Aug 07 02:25:24.158272 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 19ac1b5f-e0d7-4d73-8f90-eb232b602500 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:25:24.187207 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 71852857-8fb9-4254-b317-eca6eeb88831 up at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:24.298049 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:24.305818 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Provisioning complete for port 71852857-8fb9-4254-b317-eca6eeb88831 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:24.306189 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:24.332425 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'port_id': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'mac_address': 'fa:16:3e:d3:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:25:24.358468 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:25:24.382634 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:24.424677 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ac1b5f-e0d7-4d73-8f90-eb232b602500 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:25:24.584174 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:24.589906 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:24.640815 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=9']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:24.774230 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213daa8-54d5-4741-8482-7f510186441d req-3c31c42e-ef23-4ceb-b054-4e1fe19ffece tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:24.776361 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9213daa8-54d5-4741-8482-7f510186441d req-3c31c42e-ef23-4ceb-b054-4e1fe19ffece tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 944 time: 0.0706227 Aug 07 02:25:24.826511 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['19ac1b5f-e0d7-4d73-8f90-eb232b602500'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:25:24.834558 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9213daa8-54d5-4741-8482-7f510186441d req-3503dc10-6c8e-469c-8a62-c907f04bc648 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516167 Aug 07 02:25:25.961283 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7d09e-efbd-46f3-a028-b6074e35f644 req-75f49810-cbfa-42c7-a579-f240a778cd18 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:25.963315 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8c7d09e-efbd-46f3-a028-b6074e35f644 req-75f49810-cbfa-42c7-a579-f240a778cd18 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 944 time: 0.0482960 Aug 07 02:25:26.000498 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8c7d09e-efbd-46f3-a028-b6074e35f644 req-97d37f3b-9e25-44aa-8a7e-2c4ce4322af1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Aug 07 02:25:26.157656 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 19ac1b5f-e0d7-4d73-8f90-eb232b602500 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:26.206172 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:26.206691 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:26.281813 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:26.303488 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:25:26.305715 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047be798-307f-419b-9a60-7bace5f4c612" -d '{"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-plugged", "status": "completed", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:25:26.317879 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:26.322436 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:26.348425 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1722d10-f651-4211-b49a-b358a74af021 x-openstack-request-id: req-f1722d10-f651-4211-b49a-b358a74af021 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:25:26.348717 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-plugged", "status": "completed", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:25:26.348972 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1722d10-f651-4211-b49a-b358a74af021 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:25:26.349356 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'code': 200} Aug 07 02:25:26.375366 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=10']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:26.520023 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcec7a-ee4b-4e6b-ac12-549b6f75b317 req-62d26fed-507e-4b9c-b601-5b8a4c1f5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:26.521515 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fdcec7a-ee4b-4e6b-ac12-549b6f75b317 req-62d26fed-507e-4b9c-b601-5b8a4c1f5a01 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 1099 time: 0.0437946 Aug 07 02:25:26.555834 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fdcec7a-ee4b-4e6b-ac12-549b6f75b317 req-93470bb2-341c-460b-a34f-92c46053a8c6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258904 Aug 07 02:25:27.149522 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014a5a-a24b-4828-b852-37c01829ae7c req-fea6225e-a941-4332-a675-dbceabf1f13e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:27.151702 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4f014a5a-a24b-4828-b852-37c01829ae7c req-fea6225e-a941-4332-a675-dbceabf1f13e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 946 time: 0.0678933 Aug 07 02:25:27.189001 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4f014a5a-a24b-4828-b852-37c01829ae7c req-6f72f3fe-e42b-4f24-a6f3-eec6c081957b tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308356 Aug 07 02:25:28.310146 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2efb-2101-4b29-a3ff-c50e05587bb1 req-7a784879-fb36-4d13-9d67-d1a4ee169ea1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:28.311614 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-49cc2efb-2101-4b29-a3ff-c50e05587bb1 req-7a784879-fb36-4d13-9d67-d1a4ee169ea1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 946 time: 0.0472372 Aug 07 02:25:28.350418 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-49cc2efb-2101-4b29-a3ff-c50e05587bb1 req-0d90631c-72bf-4667-907a-6a27a9f7176e tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330207 Aug 07 02:25:29.276286 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34036) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:29.383744 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4e22927f-39ec-4c1d-af89-61016363b3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:29.470689 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4e22927f-39ec-4c1d-af89-61016363b3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:29.474434 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4e22927f-39ec-4c1d-af89-61016363b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:29.511602 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-4e22927f-39ec-4c1d-af89-61016363b3a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d0677195b5347d499b5b00989fe3f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342596 Aug 07 02:25:29.512735 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22927f-39ec-4c1d-af89-61016363b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cdb150-332f-4bad-a7ec-f9bf6569de30,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:29.514258 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34040) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:29.566657 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-82b76e93-4c9c-44f2-a844-5aaa41ce6c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:29.587511 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-82b76e93-4c9c-44f2-a844-5aaa41ce6c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:29.632113 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-82b76e93-4c9c-44f2-a844-5aaa41ce6c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:29.634776 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-82b76e93-4c9c-44f2-a844-5aaa41ce6c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:29.635966 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-82b76e93-4c9c-44f2-a844-5aaa41ce6c91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46cdb150-332f-4bad-a7ec-f9bf6569de30 HTTP/1.1" status: 204 len: 168 time: 0.1206956 Aug 07 02:25:29.643663 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b76e93-4c9c-44f2-a844-5aaa41ce6c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cdb150-332f-4bad-a7ec-f9bf6569de30,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:35.570260 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-d38a3bfe-891f-494e-abe1-8397eeaf02f1 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316898431&fields=id&tenant_id=c4275c656398424b9d2e55ebab118da2 HTTP/1.1" status: 200 len: 267 time: 0.0372288 Aug 07 02:25:35.676274 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-5c6c9ef4-2705-4b78-bb0a-1853bbb96bfb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:35.677855 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-5c6c9ef4-2705-4b78-bb0a-1853bbb96bfb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 810 time: 0.1002805 Aug 07 02:25:35.693154 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-76319414-2511-4e88-9396-77eaf4e93ecc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/quotas/c4275c656398424b9d2e55ebab118da2 HTTP/1.1" status: 200 len: 375 time: 0.0096607 Aug 07 02:25:35.710711 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:35.755828 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-4c5b9cf3-c757-460a-8a84-66cfaff81648 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567110 Aug 07 02:25:35.942519 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-070a44fd-de4a-417c-9a95-d4901916808b service neutron] 10.222.0.11 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739171 Aug 07 02:25:36.037690 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-27094f19-a13d-44d8-ab45-bd144d655f18 service neutron] 10.222.0.11 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871971 Aug 07 02:25:36.351094 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-85c02cb1-5971-478f-8e6f-526ea51fe572 req-7a9fc89e-7f71-45a3-ada5-7e20f03e26fe tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 210 time: 0.0268383 Aug 07 02:25:37.264700 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-8e23385f-c78d-47e7-aa60-f9aa52ad6c0a tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:37.266148 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-8e23385f-c78d-47e7-aa60-f9aa52ad6c0a tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 810 time: 0.1128225 Aug 07 02:25:37.311638 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-5a66a739-04b1-455e-bfe4-3d580cde4b68 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4275c656398424b9d2e55ebab118da2 HTTP/1.1" status: 200 len: 380 time: 0.0366673 Aug 07 02:25:37.320701 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'port': {'device_id': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'admin_state_up': True, 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'security_groups': ['d4eb96d1-39f8-4a97-9f88-f03b066d72a9']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:37.431172 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Made reservation on behalf of c4275c656398424b9d2e55ebab118da2 for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:25:37.434979 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:37.456372 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-87df32bc-5938-4e5e-922c-5a1219764497 req-6277716e-fdbe-4ff2-adb1-6293c0682bd2 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 210 time: 0.0359824 Aug 07 02:25:37.571605 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Allocated IP 172.20.0.9 (0e54125a-0a6d-420e-8b3a-e483048742f3/f12c00d8-75d6-40bd-94cc-e85ce6051b1c/3640321f-3812-4a4e-9cee-b83be88ee63a) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:25:37.710639 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:37.722790 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Transition to ACTIVE for port object 3640321f-3812-4a4e-9cee-b83be88ee63a will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:37.755337 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:37.799087 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:37.801981 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:37.805520 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:25:37.828529 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'Port': ['ID=3640321f-3812-4a4e-9cee-b83be88ee63a,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:37.856319 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:37.856949 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:37.872279 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-3d6cbc4b-d1bf-4dc5-95d4-48f5cf0f201d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5550606 Aug 07 02:25:37.884213 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Request body: {'port': {'device_id': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:37.939709 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:38.049278 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-6f02640e-b50d-4dc0-bcc4-41ce7aea26e2 None None] Provisioning for port 3640321f-3812-4a4e-9cee-b83be88ee63a completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:38.052939 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-6f02640e-b50d-4dc0-bcc4-41ce7aea26e2 None None] Provisioning complete for port 3640321f-3812-4a4e-9cee-b83be88ee63a triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:38.053327 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6f02640e-b50d-4dc0-bcc4-41ce7aea26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:38.085530 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-6f02640e-b50d-4dc0-bcc4-41ce7aea26e2 None None] Port 3640321f-3812-4a4e-9cee-b83be88ee63a cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:25:38.205955 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3640321f-3812-4a4e-9cee-b83be88ee63a {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:25:38.213290 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:38.226322 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Transition to ACTIVE for port object 3640321f-3812-4a4e-9cee-b83be88ee63a will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:25:38.230133 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:38.276804 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Pushing event updated for resources: {'Port': ['ID=3640321f-3812-4a4e-9cee-b83be88ee63a,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:38.350047 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Attempting to bind port 3640321f-3812-4a4e-9cee-b83be88ee63a on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:25:38.350362 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Attempting to bind port 3640321f-3812-4a4e-9cee-b83be88ee63a by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:25:38.350720 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Attempting to bind port 3640321f-3812-4a4e-9cee-b83be88ee63a on network 0e54125a-0a6d-420e-8b3a-e483048742f3 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:25:38.355462 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Port 3640321f-3812-4a4e-9cee-b83be88ee63a on network 0e54125a-0a6d-420e-8b3a-e483048742f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:25:38.355780 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Attempting to bind port 3640321f-3812-4a4e-9cee-b83be88ee63a on network 0e54125a-0a6d-420e-8b3a-e483048742f3 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:25:38.360953 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:25:38.361291 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Checking segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:25:38.361704 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Bound using segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:25:38.362125 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Bound port: 3640321f-3812-4a4e-9cee-b83be88ee63a, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:25:38.362537 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:38.428003 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] For port 3640321f-3812-4a4e-9cee-b83be88ee63a, host hv-cinder-78239, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:25:38.431009 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] For port 3640321f-3812-4a4e-9cee-b83be88ee63a, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=3640321f-3812-4a4e-9cee-b83be88ee63a,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:25:38.435107 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:38.469495 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:38.470115 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:38.471588 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] 10.222.0.16 "PUT /v2.0/ports/3640321f-3812-4a4e-9cee-b83be88ee63a HTTP/1.1" status: 200 len: 1093 time: 0.5916677 Aug 07 02:25:38.472042 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'tag': '3640321f-3812-4a4e-9cee-b83be88ee63a'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:25:38.474266 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fc500b-3bc6-4114-b910-2fe1058b468a" -d '{"events": [{"name": "network-changed", "server_uuid": "3efac90d-d287-4df8-abe7-4eb8bd0e4c04", "tag": "3640321f-3812-4a4e-9cee-b83be88ee63a"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:25:38.500544 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4b349-56ae-4de9-8d87-7166ecb09d70 service neutron] Pushing event updated for resources: {'Port': ['ID=3640321f-3812-4a4e-9cee-b83be88ee63a,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:38.549890 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3451f9-41ad-4d23-b685-610b75c51d1f x-openstack-request-id: req-6a3451f9-41ad-4d23-b685-610b75c51d1f {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:25:38.550424 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efac90d-d287-4df8-abe7-4eb8bd0e4c04", "tag": "3640321f-3812-4a4e-9cee-b83be88ee63a", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:25:38.550860 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a3451f9-41ad-4d23-b685-610b75c51d1f {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:25:38.551425 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'tag': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'status': 'completed', 'code': 200} Aug 07 02:25:38.598742 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-0fdcd8d7-7b72-41e2-806b-f499f18f6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:38.600266 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-0fdcd8d7-7b72-41e2-806b-f499f18f6997 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 1096 time: 0.0832770 Aug 07 02:25:38.619288 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4a1df-bd27-40fc-a52b-e76cd4fa3680 req-acf69c30-d809-443a-928e-5812f172b33f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:38.622146 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6a4a1df-bd27-40fc-a52b-e76cd4fa3680 req-acf69c30-d809-443a-928e-5812f172b33f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 943 time: 0.0669210 Aug 07 02:25:38.664297 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-7bae3516-ac4f-452c-bdf7-1ceecd481f03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3640321f-3812-4a4e-9cee-b83be88ee63a HTTP/1.1" status: 200 len: 217 time: 0.0537632 Aug 07 02:25:38.720199 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6a4a1df-bd27-40fc-a52b-e76cd4fa3680 req-bb27bac7-1fa3-4ae7-aff6-06b20de175df tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908027 Aug 07 02:25:38.730121 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-f84ff110-b345-46a2-8222-e6ec53ab8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:38.731747 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-f84ff110-b345-46a2-8222-e6ec53ab8046 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0587411 Aug 07 02:25:38.781738 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-a53c2af8-6386-403d-a9e9-da8eeed14fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:38.783467 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-a53c2af8-6386-403d-a9e9-da8eeed14fe7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439496 Aug 07 02:25:38.873453 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-6e59cd6a-70ad-4ec8-9bef-9059fdc42b08 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818777 Aug 07 02:25:39.194717 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2242122a-4d21-4f1c-8258-e30ca3a9c4a5 req-b38a7bd2-7862-4fe6-a4a2-70708a958631 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141704 Aug 07 02:25:39.276835 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-73c0179f-ec95-419c-b47a-752d7ed51f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:39.278630 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-73c0179f-ec95-419c-b47a-752d7ed51f06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 1096 time: 0.0390279 Aug 07 02:25:39.371259 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-8fb97f85-1915-4a1d-b482-80da74aca65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:39.372794 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-8fb97f85-1915-4a1d-b482-80da74aca65e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0870333 Aug 07 02:25:39.419565 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-70b7cdf8-10a4-41b9-af53-8eaa726536c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3640321f-3812-4a4e-9cee-b83be88ee63a HTTP/1.1" status: 200 len: 217 time: 0.0361056 Aug 07 02:25:39.471911 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-442f99e0-8b55-493d-ab1a-edc44d10acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:39.473524 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-442f99e0-8b55-493d-ab1a-edc44d10acbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0470808 Aug 07 02:25:39.524140 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-361f6a45-be93-4d5d-aac5-a5b882388b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:39.525751 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-361f6a45-be93-4d5d-aac5-a5b882388b5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444348 Aug 07 02:25:39.617149 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-bdac0ccf-5f51-4cd9-94ad-a54f75eaf6e3 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826688 Aug 07 02:25:39.717236 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05fc500b-3bc6-4114-b910-2fe1058b468a req-cfcd3fde-21bc-4d49-b7de-65cb47b87b00 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928233 Aug 07 02:25:39.837940 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cff92-ffb6-4a38-8781-17d13bf341ee req-f9c337ca-de31-4542-abc1-e37ea012424c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:39.840323 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-de3cff92-ffb6-4a38-8781-17d13bf341ee req-f9c337ca-de31-4542-abc1-e37ea012424c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 943 time: 0.0529702 Aug 07 02:25:39.879190 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-de3cff92-ffb6-4a38-8781-17d13bf341ee req-6fbd65fd-7994-49df-9b2f-6e5c29f2e165 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Aug 07 02:25:40.993123 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2e5c0-4f09-48c5-ba72-c3c4af8d1854 req-de0b4d86-7d3a-4e73-a4b4-27f4c83ee506 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:40.994592 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93e2e5c0-4f09-48c5-ba72-c3c4af8d1854 req-de0b4d86-7d3a-4e73-a4b4-27f4c83ee506 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 943 time: 0.0476837 Aug 07 02:25:41.031293 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93e2e5c0-4f09-48c5-ba72-c3c4af8d1854 req-12403f7a-28f2-4ba2-b8e4-5fe34f4cc9b1 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308676 Aug 07 02:25:42.142534 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0708993-dc8d-4759-82f2-43bf2716c633 req-534244a6-7720-429c-8b95-be7bdd621d4c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:42.143998 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e0708993-dc8d-4759-82f2-43bf2716c633 req-534244a6-7720-429c-8b95-be7bdd621d4c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 943 time: 0.0485685 Aug 07 02:25:42.184743 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e0708993-dc8d-4759-82f2-43bf2716c633 req-45be0b70-d303-4122-ad55-961b0e49fe9c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349123 Aug 07 02:25:43.296042 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3044894-aa03-490d-8fa1-70b482ccb63d req-d1e78fd1-79ef-46b4-837f-8e744ba5d77d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:43.297482 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3044894-aa03-490d-8fa1-70b482ccb63d req-d1e78fd1-79ef-46b4-837f-8e744ba5d77d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 943 time: 0.0475557 Aug 07 02:25:43.334402 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3044894-aa03-490d-8fa1-70b482ccb63d req-91687c50-1fbb-4a06-a58a-ce7961d6d280 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Aug 07 02:25:44.445177 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fc89-5423-461d-ac06-498596896de1 req-c7752510-9894-4fe5-b177-1e9710b6d64e tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:44.446575 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee83fc89-5423-461d-ac06-498596896de1 req-c7752510-9894-4fe5-b177-1e9710b6d64e tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 943 time: 0.0473878 Aug 07 02:25:44.485067 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee83fc89-5423-461d-ac06-498596896de1 req-4347b4f8-271c-4881-af11-f4baff86ab8c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309215 Aug 07 02:25:45.420370 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34158) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:45.613574 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6078a79-a255-4c24-ae33-37a1e2d64614 req-3ba6a708-b67b-49c3-82f1-f10c9495aa45 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:45.615161 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6078a79-a255-4c24-ae33-37a1e2d64614 req-3ba6a708-b67b-49c3-82f1-f10c9495aa45 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 943 time: 0.0632482 Aug 07 02:25:45.621461 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Deleting port a8b24f56-99d0-42aa-8103-ecfb106b78e3 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:45.621810 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:45.700782 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6078a79-a255-4c24-ae33-37a1e2d64614 req-f52b7d53-b785-48db-9e87-673ab9ae6e83 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761092 Aug 07 02:25:45.723364 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:45.723703 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:45.735863 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Calling delete_port for a8b24f56-99d0-42aa-8103-ecfb106b78e3 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:45.882660 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:45.908142 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event deleted for resources: {'Port': ['ID=a8b24f56-99d0-42aa-8103-ecfb106b78e3,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:45.970397 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:45.970662 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Floating IP 179ce31f-d29f-4176-b829-fc3dcadf4e16 disassociated (deleted). External IP: 172.27.3.62, port: c4ce363d-82bc-44d3-a510-e1fc31347bde. Aug 07 02:25:46.169161 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Router d31db23e-5268-4bf1-8390-625bd231a7b6 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:25:46.272161 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:25:46.276919 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:46.282179 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] Sync routers for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:25:46.291214 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:46.291844 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:46.302605 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b2fcabde-a686-40ee-b6f5-b6dd252c30e5 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "DELETE /v2.0/floatingips/179ce31f-d29f-4176-b829-fc3dcadf4e16 HTTP/1.1" status: 204 len: 168 time: 0.8811505 Aug 07 02:25:46.303195 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:25:46.305559 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c278c9c7-b601-43cd-b721-188bba80d638" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:25:46.330519 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 3640321f-3812-4a4e-9cee-b83be88ee63a details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:25:46.347051 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da45f05-a4f7-4078-8a9a-e932cc6b492c x-openstack-request-id: req-7da45f05-a4f7-4078-8a9a-e932cc6b492c {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:25:46.347345 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:25:46.347600 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7da45f05-a4f7-4078-8a9a-e932cc6b492c {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:25:46.348009 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'status': 'completed', 'code': 200} Aug 07 02:25:46.413328 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278c9c7-b601-43cd-b721-188bba80d638 req-8736616c-c52f-4e39-b405-ebdd5789487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:46.415194 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c278c9c7-b601-43cd-b721-188bba80d638 req-8736616c-c52f-4e39-b405-ebdd5789487e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee54a72d18974024b8a2385f183b5efe&device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 1098 time: 0.0436993 Aug 07 02:25:46.482120 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:46.524238 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 3640321f-3812-4a4e-9cee-b83be88ee63a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=3640321f-3812-4a4e-9cee-b83be88ee63a,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:46.544988 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'port_id': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'mac_address': 'fa:16:3e:11:cf:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:25:46.567320 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafe504-e642-4cc4-911b-1aed834e0a71 req-026cdbee-dd20-4f60-9234-463e9c56461f tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:46.568809 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-baafe504-e642-4cc4-911b-1aed834e0a71 req-026cdbee-dd20-4f60-9234-463e9c56461f tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0799818 Aug 07 02:25:46.570159 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278c9c7-b601-43cd-b721-188bba80d638 req-187cc27c-86f4-4c94-8e09-ced589165c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:46.571508 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c278c9c7-b601-43cd-b721-188bba80d638 req-187cc27c-86f4-4c94-8e09-ced589165c17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87 HTTP/1.1" status: 200 len: 910 time: 0.1410167 Aug 07 02:25:46.624270 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c278c9c7-b601-43cd-b721-188bba80d638 req-8554d7d4-c0b9-434e-bb0f-e3372df627eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde HTTP/1.1" status: 200 len: 217 time: 0.0426805 Aug 07 02:25:46.651340 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-baafe504-e642-4cc4-911b-1aed834e0a71 req-bdc92b7f-af11-444f-88f7-1596de05ca20 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756247 Aug 07 02:25:46.658095 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:46.682307 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3640321f-3812-4a4e-9cee-b83be88ee63a {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:25:46.687346 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278c9c7-b601-43cd-b721-188bba80d638 req-2f31e209-c76c-46b8-bdf9-a6f2267746ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:46.688838 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c278c9c7-b601-43cd-b721-188bba80d638 req-2f31e209-c76c-46b8-bdf9-a6f2267746ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b29237be-2c90-4879-a347-1a1a23dca8aa HTTP/1.1" status: 200 len: 848 time: 0.0551150 Aug 07 02:25:46.716660 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 3640321f-3812-4a4e-9cee-b83be88ee63a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=3640321f-3812-4a4e-9cee-b83be88ee63a,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:46.735998 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278c9c7-b601-43cd-b721-188bba80d638 req-fe08dffd-ab20-4a16-8676-ded1a91118fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:46.737469 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c278c9c7-b601-43cd-b721-188bba80d638 req-fe08dffd-ab20-4a16-8676-ded1a91118fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f9c95f2-f6b7-4912-82cb-2bd51db53b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405922 Aug 07 02:25:46.747760 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:46.805737 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=3640321f-3812-4a4e-9cee-b83be88ee63a,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:46.817299 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'e03f977a-c233-458b-b466-0b9d9a4060ff', 'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'mac_address': 'fa:16:3e:8f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:42Z', 'updated_at': '2021-08-07T02:20:48Z', 'revision_number': 5, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'subnets': [{'id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:46.843493 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] Checking router: d31db23e-5268-4bf1-8390-625bd231a7b6 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:25:46.851520 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:46.852113 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:46.860682 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e97e4-d2cc-457b-b68d-8e9dfdb6005b req-2f8cb86a-1afe-498e-839f-8f9afac1ddec tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:46.862158 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cf0e97e4-d2cc-457b-b68d-8e9dfdb6005b req-2f8cb86a-1afe-498e-839f-8f9afac1ddec tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 944 time: 0.0758626 Aug 07 02:25:46.879671 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c278c9c7-b601-43cd-b721-188bba80d638 req-ac453de1-aefe-443b-8282-05c5bbf012c9 service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346986 Aug 07 02:25:46.922548 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cf0e97e4-d2cc-457b-b68d-8e9dfdb6005b req-f357eb0b-bdea-4ba5-a8c9-ef65c57e6926 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528653 Aug 07 02:25:46.968585 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:46.993543 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c278c9c7-b601-43cd-b721-188bba80d638 req-8d909a6c-8ed1-4d6f-8ec2-024369fd407d service neutron] 10.222.0.16 "GET /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996165 Aug 07 02:25:46.997792 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['3640321f-3812-4a4e-9cee-b83be88ee63a'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:25:47.122572 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5cfb1459-e915-4478-bf7b-d593ac8a9edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:47.299099 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'e03f977a-c233-458b-b466-0b9d9a4060ff', 'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'mac_address': 'fa:16:3e:8f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:42Z', 'updated_at': '2021-08-07T02:20:48Z', 'revision_number': 5, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'subnets': [{'id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:47.329403 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571fd35c-1cee-4d54-96ba-215848d57656 None None] The sync data for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi is: [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'e03f977a-c233-458b-b466-0b9d9a4060ff', 'name': '', 'network_id': '6f9c95f2-f6b7-4912-82cb-2bd51db53b87', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'mac_address': 'fa:16:3e:8f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:42Z', 'updated_at': '2021-08-07T02:20:48Z', 'revision_number': 5, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'subnets': [{'id': 'b29237be-2c90-4879-a347-1a1a23dca8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:25:47.542529 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6ad78-d20e-43ce-8795-81ce0ac39219 None None] New status for floating IP 179ce31f-d29f-4176-b829-fc3dcadf4e16: DOWN {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:25:47.766599 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9386e8-f61d-455d-ba4c-b81cba1236e5 req-6976c222-98c6-40f4-983e-a7f468424dd6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:47.768066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-db9386e8-f61d-455d-ba4c-b81cba1236e5 req-6976c222-98c6-40f4-983e-a7f468424dd6 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0482917 Aug 07 02:25:47.804463 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-db9386e8-f61d-455d-ba4c-b81cba1236e5 req-397a2647-e0e9-41ee-ad74-b4dead094c88 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Aug 07 02:25:48.059122 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-5cd9e416-bab1-4b76-b867-9f05920354b2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:48.060556 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-5cd9e416-bab1-4b76-b867-9f05920354b2 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 945 time: 0.0746133 Aug 07 02:25:48.067506 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f171e-d975-4d85-95c2-d7e5ad58f647 req-62219bf3-be6c-4309-ad52-85d16ea47f0c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:48.068830 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1b7f171e-d975-4d85-95c2-d7e5ad58f647 req-62219bf3-be6c-4309-ad52-85d16ea47f0c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 944 time: 0.0750713 Aug 07 02:25:48.153856 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1b7f171e-d975-4d85-95c2-d7e5ad58f647 req-8d00c24b-a732-4df0-a4f6-7634ce641534 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775566 Aug 07 02:25:48.179477 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Deleting port c4ce363d-82bc-44d3-a510-e1fc31347bde {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:48.179823 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:48.267220 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] For port c4ce363d-82bc-44d3-a510-e1fc31347bde, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=c4ce363d-82bc-44d3-a510-e1fc31347bde,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:48.267499 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:48.280071 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Calling delete_port for c4ce363d-82bc-44d3-a510-e1fc31347bde owned by compute:nova {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:48.301584 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 3640321f-3812-4a4e-9cee-b83be88ee63a up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:25:48.348193 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 3640321f-3812-4a4e-9cee-b83be88ee63a completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:25:48.351680 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 3640321f-3812-4a4e-9cee-b83be88ee63a triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:25:48.352072 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:48.403774 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:48.430088 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event deleted for resources: {'Port': ['ID=c4ce363d-82bc-44d3-a510-e1fc31347bde,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:48.431195 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:48.440676 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.441242 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.441705 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.442143 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.442605 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.443036 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.443386 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.443716 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.444042 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.444704 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.444704 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.445081 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:48.454704 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3640321f-3812-4a4e-9cee-b83be88ee63a'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:25:48.456971 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dff248-5935-4465-a4ca-503d8ee9d962" -d '{"events": [{"server_uuid": "3efac90d-d287-4df8-abe7-4eb8bd0e4c04", "name": "network-vif-plugged", "status": "completed", "tag": "3640321f-3812-4a4e-9cee-b83be88ee63a"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:25:48.470849 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 3640321f-3812-4a4e-9cee-b83be88ee63a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=3640321f-3812-4a4e-9cee-b83be88ee63a,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:48.477354 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:48.501323 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] No DVR routers for this DVR port c4ce363d-82bc-44d3-a510-e1fc31347bde on host hv-cinder-78239 {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:25:48.503911 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b622df-8907-4e23-92ba-43f1a580ccaf x-openstack-request-id: req-82b622df-8907-4e23-92ba-43f1a580ccaf {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:25:48.504276 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efac90d-d287-4df8-abe7-4eb8bd0e4c04", "name": "network-vif-plugged", "status": "completed", "tag": "3640321f-3812-4a4e-9cee-b83be88ee63a", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:25:48.504590 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82b622df-8907-4e23-92ba-43f1a580ccaf {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:25:48.505551 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'code': 200} Aug 07 02:25:48.505651 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:48.507779 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93627274-0f4c-4a6a-8aca-6f02a91ad720 req-c2e10a9a-61a7-4e2d-97fa-1b82663820b0 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.16 "DELETE /v2.0/ports/c4ce363d-82bc-44d3-a510-e1fc31347bde HTTP/1.1" status: 204 len: 173 time: 0.4380972 Aug 07 02:25:48.508629 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'name': 'network-vif-deleted', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:25:48.511646 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00c2bef-fdf9-4013-973a-9bf58ff56bde" -d '{"events": [{"server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "name": "network-vif-deleted", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:25:48.534645 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=3640321f-3812-4a4e-9cee-b83be88ee63a,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:48.549995 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69ef1d5-df13-44e7-a248-c5806bab542e x-openstack-request-id: req-c69ef1d5-df13-44e7-a248-c5806bab542e {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:25:48.550840 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0bb447-488a-4a0f-a3aa-e7701a192bec", "name": "network-vif-deleted", "tag": "c4ce363d-82bc-44d3-a510-e1fc31347bde", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:25:48.551125 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c69ef1d5-df13-44e7-a248-c5806bab542e {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:25:48.551529 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0bb447-488a-4a0f-a3aa-e7701a192bec', 'name': 'network-vif-deleted', 'tag': 'c4ce363d-82bc-44d3-a510-e1fc31347bde', 'status': 'completed', 'code': 200} Aug 07 02:25:48.728751 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78690503-741d-477d-8d71-328cdd262a72 req-73c169a0-2e0f-48f6-bb55-c9e79d7c2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:48.730840 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-78690503-741d-477d-8d71-328cdd262a72 req-73c169a0-2e0f-48f6-bb55-c9e79d7c2770 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 1098 time: 0.0396442 Aug 07 02:25:48.766358 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-78690503-741d-477d-8d71-328cdd262a72 req-430ab298-99b8-4a6c-81a3-6296ec02af59 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276451 Aug 07 02:25:48.906450 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dc4a526e-4869-4144-8e4c-377e99c94622 req-02977312-415f-40ce-a8e1-a7ce7e34c29d tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb447-488a-4a0f-a3aa-e7701a192bec HTTP/1.1" status: 200 len: 210 time: 0.0268300 Aug 07 02:25:49.271207 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8604-caa7-422d-9b93-b1a78553d0f7 req-b9feddad-cf42-44c3-9846-422859a6c7af tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:49.272686 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee2b8604-caa7-422d-9b93-b1a78553d0f7 req-b9feddad-cf42-44c3-9846-422859a6c7af tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0514169 Aug 07 02:25:49.312384 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee2b8604-caa7-422d-9b93-b1a78553d0f7 req-b28eed29-7448-406f-b166-252fddb4a67d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328155 Aug 07 02:25:49.584768 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a77c880-6c2b-468d-9c39-56fdee759c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:49.754892 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:49.961585 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34186) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:50.017953 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-155ac764-1c01-442b-b33c-12a7517ed4c9 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.041829 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-155ac764-1c01-442b-b33c-12a7517ed4c9 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.097160 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-155ac764-1c01-442b-b33c-12a7517ed4c9 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.099730 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-155ac764-1c01-442b-b33c-12a7517ed4c9 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.100948 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-155ac764-1c01-442b-b33c-12a7517ed4c9 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] 10.222.0.11 "DELETE /v2.0/security-groups/5c5a2dfa-2fbf-421b-8a83-cb059bf73d84 HTTP/1.1" status: 204 len: 168 time: 0.1382725 Aug 07 02:25:50.112877 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ac764-1c01-442b-b33c-12a7517ed4c9 tempest-TestShelveInstance-307438713 tempest-TestShelveInstance-307438713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a2dfa-2fbf-421b-8a83-cb059bf73d84,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:50.140266 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34190) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:50.329957 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device c4ce363d-82bc-44d3-a510-e1fc31347bde no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:50.351811 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: c4ce363d-82bc-44d3-a510-e1fc31347bde {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:50.352032 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device c4ce363d-82bc-44d3-a510-e1fc31347bde not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:50.427450 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54286626-7982-4a62-944f-7a60e40d349f req-c6f734bf-17bc-4c3e-af62-5123a51e2bc9 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:50.428932 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-54286626-7982-4a62-944f-7a60e40d349f req-c6f734bf-17bc-4c3e-af62-5123a51e2bc9 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Aug 07 02:25:50.466048 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-54286626-7982-4a62-944f-7a60e40d349f req-d7c114a5-566e-4ecd-8816-4a38322d2dbd tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305514 Aug 07 02:25:50.585588 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16fa43-e87e-4442-a384-cbd713d9a32c req-999161b0-f199-4efa-82e9-d855c11869ad tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:50.586786 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1938819'] for router_interface, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.587179 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b16fa43-e87e-4442-a384-cbd713d9a32c req-999161b0-f199-4efa-82e9-d855c11869ad tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0507624 Aug 07 02:25:50.626004 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b16fa43-e87e-4442-a384-cbd713d9a32c req-623b29dc-fcd6-4163-97c3-e2e54f096cd1 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Aug 07 02:25:50.648667 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34198) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:50.783842 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bd081-fa77-40c2-9111-531f632e1b44 tempest-TestVolumeBootPattern-1460953832 tempest-TestVolumeBootPattern-1460953832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:50.786408 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6b0bd081-fa77-40c2-9111-531f632e1b44 tempest-TestVolumeBootPattern-1460953832 tempest-TestVolumeBootPattern-1460953832-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 1093 time: 0.1356578 Aug 07 02:25:50.788187 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34202) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:50.793219 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'floatingip': {'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'port_id': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:25:50.817017 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.827849 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Deleting port e03f977a-c233-458b-b466-0b9d9a4060ff {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:50.828186 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.882448 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.906049 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] For port e03f977a-c233-458b-b466-0b9d9a4060ff, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=e03f977a-c233-458b-b466-0b9d9a4060ff,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:50.906440 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.916586 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:50.919130 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Calling delete_port for e03f977a-c233-458b-b466-0b9d9a4060ff owned by network:router_interface {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:51.017887 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Allocated IP 172.27.3.146 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/508007cb-4cea-422d-a819-9aa479863fd8) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:25:51.096564 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:51.120800 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Pushing event deleted for resources: {'Port': ['ID=e03f977a-c233-458b-b466-0b9d9a4060ff,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:51.134570 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.134910 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.135269 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.136093 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.136424 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.136760 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.137089 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.137429 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.137746 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.138071 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.138428 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.138740 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:25:51.309565 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937971'] for router_interface, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:51.366458 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:51.405368 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:51.443961 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:25:51.446851 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:25:51.450598 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:25:51.455916 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'Port': ['ID=508007cb-4cea-422d-a819-9aa479863fd8,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:51.526657 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Router d31db23e-5268-4bf1-8390-625bd231a7b6 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:25:51.629601 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:25:51.637561 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-52bcfc15-a63c-41cc-b493-be305171042b admin admin] 10.222.0.11 "PUT /v2.0/routers/d31db23e-5268-4bf1-8390-625bd231a7b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932384 Aug 07 02:25:51.637561 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34204) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:51.640777 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] Sync routers for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:25:51.649429 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:51.650050 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:51.743255 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:51.759011 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:51.861569 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:51.867828 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:51.916584 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Deleting port ce23440b-36b7-4677-b985-9387983b05d1 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:51.917046 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:51.947128 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.013054 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] For port ce23440b-36b7-4677-b985-9387983b05d1, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ce23440b-36b7-4677-b985-9387983b05d1,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:52.013765 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.026882 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Calling delete_port for ce23440b-36b7-4677-b985-9387983b05d1 owned by network:router_gateway {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:52.084976 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:25:51Z', 'revision_number': 5, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port': {'id': 'ce23440b-36b7-4677-b985-9387983b05d1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:39Z', 'updated_at': '2021-08-07T02:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:52.104464 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.109036 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.111242 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] Checking router: d31db23e-5268-4bf1-8390-625bd231a7b6 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:25:52.121650 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] Routers {'d31db23e-5268-4bf1-8390-625bd231a7b6'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:52.122187 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['d31db23e-5268-4bf1-8390-625bd231a7b6'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:52.199559 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'Port': ['ID=508007cb-4cea-422d-a819-9aa479863fd8,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:52.211229 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.214745 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.235398 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] Set router d31db23e-5268-4bf1-8390-625bd231a7b6 gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:52.249282 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce23440b-36b7-4677-b985-9387983b05d1,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:52.300035 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:25:51Z', 'revision_number': 6, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port_host': None}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:52.311637 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1944277'] for router_gateway, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.319296 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Floating IP 677c1db2-40ce-4b23-b5b1-075c43960110 associated. External IP: 172.27.3.146, port: 3640321f-3812-4a4e-9cee-b83be88ee63a. Aug 07 02:25:52.333138 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f6f6b-b57b-4bbf-ac9d-f014cb195ecb None None] The sync data for ids ['d31db23e-5268-4bf1-8390-625bd231a7b6'] in dv-cinder-782390-7-iscsi is: [{'id': 'd31db23e-5268-4bf1-8390-625bd231a7b6', 'name': 'tempest-TestShelveInstance-1509082852-router', 'tenant_id': 'ee54a72d18974024b8a2385f183b5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:38Z', 'updated_at': '2021-08-07T02:25:51Z', 'revision_number': 6, 'project_id': 'ee54a72d18974024b8a2385f183b5efe', 'gw_port_host': None}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:25:52.340444 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.405261 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-494225'] for router, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.407857 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.448811 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940181'] for router, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.449346 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31db23e-5268-4bf1-8390-625bd231a7b6 {{(pid=93283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 02:25:52.453883 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.455048 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-d912ad65-890a-43f8-a9c9-f60647e78a81 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d31db23e-5268-4bf1-8390-625bd231a7b6 HTTP/1.1" status: 204 len: 168 time: 0.8165936 Aug 07 02:25:52.457591 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34206) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:52.500519 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f11b59-7b6a-4f8a-b1a6-ef21c0c5f35b admin admin] Deleting subnet b29237be-2c90-4879-a347-1a1a23dca8aa {{(pid=93283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:25:52.503594 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-75f11b59-7b6a-4f8a-b1a6-ef21c0c5f35b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.534387 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Router 4266bb33-10d1-4be7-a29a-6175cfda0eed has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:25:52.537877 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-75f11b59-7b6a-4f8a-b1a6-ef21c0c5f35b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4175314'] for subnet, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.618408 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-75f11b59-7b6a-4f8a-b1a6-ef21c0c5f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.644141 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:25:52.655000 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] Sync routers for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:25:52.662780 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.667432 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:52.668300 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:52.678207 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-75f11b59-7b6a-4f8a-b1a6-ef21c0c5f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4175606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359156'] for subnet, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.706136 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8f53372c-393a-440f-b797-ed1587c6df32 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9027207 Aug 07 02:25:52.706136 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'tag': '3640321f-3812-4a4e-9cee-b83be88ee63a'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:25:52.706136 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05651e1-6973-4129-bbc8-e663f4b6168d" -d '{"events": [{"name": "network-changed", "server_uuid": "3efac90d-d287-4df8-abe7-4eb8bd0e4c04", "tag": "3640321f-3812-4a4e-9cee-b83be88ee63a"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:25:52.735565 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4dab61-9579-4a7d-892e-b0d0178d0e64 x-openstack-request-id: req-6e4dab61-9579-4a7d-892e-b0d0178d0e64 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:25:52.735947 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efac90d-d287-4df8-abe7-4eb8bd0e4c04", "tag": "3640321f-3812-4a4e-9cee-b83be88ee63a", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:25:52.736202 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e4dab61-9579-4a7d-892e-b0d0178d0e64 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:25:52.736603 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'tag': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'status': 'completed', 'code': 200} Aug 07 02:25:52.743464 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5989b6-a203-4e25-916b-0a9696f38599 None None] Network 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:25:52.751503 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f11b59-7b6a-4f8a-b1a6-ef21c0c5f35b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29237be-2c90-4879-a347-1a1a23dca8aa,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:52.753715 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-75f11b59-7b6a-4f8a-b1a6-ef21c0c5f35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.755667 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-75f11b59-7b6a-4f8a-b1a6-ef21c0c5f35b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b29237be-2c90-4879-a347-1a1a23dca8aa HTTP/1.1" status: 204 len: 168 time: 0.2970891 Aug 07 02:25:52.758259 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34212) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:52.803122 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:52.873563 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:52.878267 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-f37dad6a-90e1-4921-b58a-fd23c309fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:52.879969 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-f37dad6a-90e1-4921-b58a-fd23c309fbc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 1098 time: 0.1111596 Aug 07 02:25:53.016562 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Deleting port 0a657822-7591-411e-b816-00e3f413a116 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:53.016904 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.020077 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-e3f6d1f4-36d8-4901-b5ba-5b995044fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:53.021539 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-e3f6d1f4-36d8-4901-b5ba-5b995044fc7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.1305964 Aug 07 02:25:53.050082 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '677c1db2-40ce-4b23-b5b1-075c43960110', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:11:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:25:51Z', 'updated_at': '2021-08-07T02:25:51Z', 'revision_number': 0, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:53.076843 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] Checking router: 4266bb33-10d1-4be7-a29a-6175cfda0eed for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:25:53.084957 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:53.085556 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:53.131941 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] For port 0a657822-7591-411e-b816-00e3f413a116, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=0a657822-7591-411e-b816-00e3f413a116,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:53.132535 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.147524 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-ba29251e-7991-4ba6-bb44-5e043befb8b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3640321f-3812-4a4e-9cee-b83be88ee63a HTTP/1.1" status: 200 len: 999 time: 0.1160202 Aug 07 02:25:53.152643 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Calling delete_port for 0a657822-7591-411e-b816-00e3f413a116 owned by network:dhcp {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:53.162653 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9b89f6-4991-4756-aa23-53bf76cb2105 None None] DHCP port deletion for 6f9c95f2-f6b7-4912-82cb-2bd51db53b87 request from dv-cinder-782390-7-iscsi {{(pid=93284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 02:25:53.217940 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b89f6-4991-4756-aa23-53bf76cb2105 None None] Deleting port 0a657822-7591-411e-b816-00e3f413a116 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:53.218320 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4f9b89f6-4991-4756-aa23-53bf76cb2105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.248363 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-212b9a86-b2cf-4c95-af04-6dce6e9f7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:53.250023 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-212b9a86-b2cf-4c95-af04-6dce6e9f7b49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0926988 Aug 07 02:25:53.285629 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-4f9b89f6-4991-4756-aa23-53bf76cb2105 None None] For port 0a657822-7591-411e-b816-00e3f413a116, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=0a657822-7591-411e-b816-00e3f413a116,segment=NetworkSegment(a755e3ba-6a57-44f5-a272-44f1bdcbc7c1),segment_id=a755e3ba-6a57-44f5-a272-44f1bdcbc7c1)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:53.286186 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4f9b89f6-4991-4756-aa23-53bf76cb2105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.297978 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:53.301310 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b89f6-4991-4756-aa23-53bf76cb2105 None None] Calling delete_port for 0a657822-7591-411e-b816-00e3f413a116 owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:53.314601 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-46263eb7-c468-481c-a57f-47bb62458adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:53.315956 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-46263eb7-c468-481c-a57f-47bb62458adc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576596 Aug 07 02:25:53.342256 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.379188 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] No DVR routers for this DVR port 0a657822-7591-411e-b816-00e3f413a116 on host dv-cinder-782390-7-iscsi {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:25:53.390151 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4f9b89f6-4991-4756-aa23-53bf76cb2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.405204 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a657822-7591-411e-b816-00e3f413a116,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:53.416125 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b89f6-4991-4756-aa23-53bf76cb2105 None None] Pushing event deleted for resources: {'Port': ['ID=0a657822-7591-411e-b816-00e3f413a116,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:53.423935 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b89f6-4991-4756-aa23-53bf76cb2105 None None] No DVR routers for this DVR port 0a657822-7591-411e-b816-00e3f413a116 on host dv-cinder-782390-7-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:25:53.510494 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.520588 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-c08c2cf9-ffe9-4970-b466-fbfcc67ef1bd service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962779 Aug 07 02:25:53.523857 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9c95f2-f6b7-4912-82cb-2bd51db53b87']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:53.543305 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:53.543675 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a755e3ba-6a57-44f5-a272-44f1bdcbc7c1') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:53.551184 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '677c1db2-40ce-4b23-b5b1-075c43960110', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:11:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:25:51Z', 'updated_at': '2021-08-07T02:25:51Z', 'revision_number': 0, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:53.585144 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7a10d-2716-4ab8-8871-cbb7d5295b07 None None] The sync data for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi is: [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': '677c1db2-40ce-4b23-b5b1-075c43960110', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:11:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:25:51Z', 'updated_at': '2021-08-07T02:25:51Z', 'revision_number': 0, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:25:53.589165 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125161'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.609933 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2616703'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: timer() Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: cb(*args, **kw) Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: self._notify() Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: self.callback(batched_events) Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: event.method(event) Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._get(url).json() Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:25:53.621785 dv-cinder-782390-7-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:25:53.693015 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c05651e1-6973-4129-bbc8-e663f4b6168d req-a192443d-9d08-4adf-b4d4-95b839552799 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617382 Aug 07 02:25:53.697238 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.703924 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:53.706836 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] 10.222.0.11 "DELETE /v2.0/networks/6f9c95f2-f6b7-4912-82cb-2bd51db53b87 HTTP/1.1" status: 204 len: 168 time: 0.9468520 Aug 07 02:25:53.709273 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34214) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:53.720723 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d30f1-4298-457d-8d5c-c81dfeaf615c admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9c95f2-f6b7-4912-82cb-2bd51db53b87,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:53.791462 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e7a45-c414-464d-8bed-48402e8d9c51 None None] New status for floating IP 677c1db2-40ce-4b23-b5b1-075c43960110: ACTIVE {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:25:54.067037 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1938819'] for router_interface, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:54.198881 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ce23440b-36b7-4677-b985-9387983b05d1 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:54.219278 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: ce23440b-36b7-4677-b985-9387983b05d1 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:54.219629 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ce23440b-36b7-4677-b985-9387983b05d1 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:54.220049 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device e03f977a-c233-458b-b466-0b9d9a4060ff no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:54.239739 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: e03f977a-c233-458b-b466-0b9d9a4060ff {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:54.240085 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device e03f977a-c233-458b-b466-0b9d9a4060ff not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:54.240500 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 0a657822-7591-411e-b816-00e3f413a116 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:54.260147 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 0a657822-7591-411e-b816-00e3f413a116 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:54.260519 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 0a657822-7591-411e-b816-00e3f413a116 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:54.559912 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Deleting port 6a5d4009-8a5d-465f-bf29-c802639c0dce {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:54.560248 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:54.633131 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] For port 6a5d4009-8a5d-465f-bf29-c802639c0dce, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=6a5d4009-8a5d-465f-bf29-c802639c0dce,segment=NetworkSegment(0cffc270-46b9-4b50-b06e-3f9350c42343),segment_id=0cffc270-46b9-4b50-b06e-3f9350c42343)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:54.633485 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:54.645360 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Calling delete_port for 6a5d4009-8a5d-465f-bf29-c802639c0dce owned by network:router_interface {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:54.816426 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:54.843100 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5d4009-8a5d-465f-bf29-c802639c0dce,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:55.003946 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937971'] for router_interface, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:55.217118 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Router 99eaf793-9865-4094-accf-8a706672454b has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:25:55.315489 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:25:55.320247 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-ccb77750-5838-4a4d-8bc4-a6eeb5fb65bf admin admin] 10.222.0.11 "PUT /v2.0/routers/99eaf793-9865-4094-accf-8a706672454b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6099634 Aug 07 02:25:55.322872 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34216) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:55.324310 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] Sync routers for ids ['99eaf793-9865-4094-accf-8a706672454b'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:25:55.333131 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] Routers {'99eaf793-9865-4094-accf-8a706672454b'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:55.333721 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['99eaf793-9865-4094-accf-8a706672454b'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:55.425209 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks [] for router, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:55.441998 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] Set router 99eaf793-9865-4094-accf-8a706672454b gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:55.526404 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:55.578316 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Deleting port 7d9b8acf-546f-4f18-896d-2d05f4f727bb {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:55.578691 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:55.615033 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaf793-9865-4094-accf-8a706672454b', 'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:46Z', 'updated_at': '2021-08-07T02:25:54Z', 'revision_number': 5, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'gw_port': {'id': '7d9b8acf-546f-4f18-896d-2d05f4f727bb', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaf793-9865-4094-accf-8a706672454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:47Z', 'updated_at': '2021-08-07T02:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:55.644902 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] Checking router: 99eaf793-9865-4094-accf-8a706672454b for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:25:55.653774 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] Routers {'99eaf793-9865-4094-accf-8a706672454b'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:25:55.654365 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['99eaf793-9865-4094-accf-8a706672454b'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:55.659509 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] For port 7d9b8acf-546f-4f18-896d-2d05f4f727bb, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=7d9b8acf-546f-4f18-896d-2d05f4f727bb,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:55.659873 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:55.672281 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Calling delete_port for 7d9b8acf-546f-4f18-896d-2d05f4f727bb owned by network:router_gateway {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:55.747331 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] Set router 99eaf793-9865-4094-accf-8a706672454b gateway port host: None {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:25:55.796094 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaf793-9865-4094-accf-8a706672454b', 'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:46Z', 'updated_at': '2021-08-07T02:25:55Z', 'revision_number': 6, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'gw_port_host': None}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:55.824489 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9b57b-eb79-4d6c-9d1a-eae30d8daf0c None None] The sync data for ids ['99eaf793-9865-4094-accf-8a706672454b'] in dv-cinder-782390-7-iscsi is: [{'id': '99eaf793-9865-4094-accf-8a706672454b', 'name': 'tempest-TestShelveInstance-1428950361-router', 'tenant_id': 'f32e7cc1ad584871b637b5927a238f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:46Z', 'updated_at': '2021-08-07T02:25:55Z', 'revision_number': 6, 'project_id': 'f32e7cc1ad584871b637b5927a238f7e', 'gw_port_host': None}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:25:55.833863 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:55.860807 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9b8acf-546f-4f18-896d-2d05f4f727bb,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:55.920635 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1944277'] for router_gateway, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.005085 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-494225'] for router, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.007098 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.051357 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940181'] for router, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.051901 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99eaf793-9865-4094-accf-8a706672454b {{(pid=93283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 02:25:56.056063 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.057263 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-ac9cfc50-9569-4ddb-ad1e-d9131aebb069 admin admin] 10.222.0.11 "DELETE /v2.0/routers/99eaf793-9865-4094-accf-8a706672454b HTTP/1.1" status: 204 len: 168 time: 0.7328107 Aug 07 02:25:56.059695 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34220) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:56.101281 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2423fd-3cbb-4c34-8bd2-50fe103b4027 admin admin] Deleting subnet bcfaff46-9584-4ad0-80ec-4363433cf448 {{(pid=93283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:25:56.104827 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7d2423fd-3cbb-4c34-8bd2-50fe103b4027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.136312 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7d2423fd-3cbb-4c34-8bd2-50fe103b4027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4175314'] for subnet, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.223956 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7d2423fd-3cbb-4c34-8bd2-50fe103b4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.286330 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7d2423fd-3cbb-4c34-8bd2-50fe103b4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4175606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359156'] for subnet, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.309475 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2423fd-3cbb-4c34-8bd2-50fe103b4027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfaff46-9584-4ad0-80ec-4363433cf448,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:56.315023 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7d2423fd-3cbb-4c34-8bd2-50fe103b4027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.317169 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7d2423fd-3cbb-4c34-8bd2-50fe103b4027 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bcfaff46-9584-4ad0-80ec-4363433cf448 HTTP/1.1" status: 204 len: 168 time: 0.2562549 Aug 07 02:25:56.319384 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34222) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:56.321684 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752a71a4-20cf-4af8-be8f-51f4ec18c810 None None] Network 848703dd-6153-4ace-9baf-da7ba55f6699 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:25:56.388223 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.443037 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Deleting port 6883a30e-641f-4365-9d03-374fb938b385 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:25:56.443390 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.509103 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] For port 6883a30e-641f-4365-9d03-374fb938b385, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=6883a30e-641f-4365-9d03-374fb938b385,segment=NetworkSegment(0cffc270-46b9-4b50-b06e-3f9350c42343),segment_id=0cffc270-46b9-4b50-b06e-3f9350c42343)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:25:56.509469 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.522895 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Calling delete_port for 6883a30e-641f-4365-9d03-374fb938b385 owned by network:dhcp {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:25:56.612446 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da5fd6-0508-42fc-a869-db64de485532 None None] DHCP port deletion for 848703dd-6153-4ace-9baf-da7ba55f6699 request from dv-cinder-782390-7-iscsi {{(pid=93284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 02:25:56.618309 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.648392 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6883a30e-641f-4365-9d03-374fb938b385,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:56.653237 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] No DVR routers for this DVR port 6883a30e-641f-4365-9d03-374fb938b385 on host dv-cinder-782390-7-iscsi {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:25:56.660406 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-a7da5fd6-0508-42fc-a869-db64de485532 None None] The port '6883a30e-641f-4365-9d03-374fb938b385' was deleted {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 07 02:25:56.662331 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6a5d4009-8a5d-465f-bf29-c802639c0dce no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:56.692037 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 6a5d4009-8a5d-465f-bf29-c802639c0dce {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:56.692613 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6a5d4009-8a5d-465f-bf29-c802639c0dce not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:56.746760 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.758295 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848703dd-6153-4ace-9baf-da7ba55f6699']}} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:56.769196 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cffc270-46b9-4b50-b06e-3f9350c42343') {'for_net_delete': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:56.769491 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cffc270-46b9-4b50-b06e-3f9350c42343') {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:25:56.778859 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175301'] for segment, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.792398 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.798641 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:25:56.799030 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175400'] for segment, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: Traceback (most recent call last): Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: timer() Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: cb(*args, **kw) Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: return func(*args, **kwargs) Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: self._notify() Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: self.callback(batched_events) Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: event.method(event) Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: return f(self, *a, **k) Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._get(url).json() Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: return self.request(url, 'GET', **kwargs) Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:25:56.800688 dv-cinder-782390-7-iscsi neutron-server[93283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:25:56.852796 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.859855 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:56.864353 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/848703dd-6153-4ace-9baf-da7ba55f6699 HTTP/1.1" status: 204 len: 168 time: 0.5418608 Aug 07 02:25:56.872731 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b5e87-a21e-43ab-90e9-9aeeb7f4b0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=848703dd-6153-4ace-9baf-da7ba55f6699,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:56.980086 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34236) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:57.018765 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-77096d25-e0dc-45fd-84f7-5f7f6106a9ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee54a72d18974024b8a2385f183b5efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374532 Aug 07 02:25:57.021163 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34238) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:57.072081 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-06d5fe32-e77d-4258-a0e6-21700f9e0ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:57.095377 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-06d5fe32-e77d-4258-a0e6-21700f9e0ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:57.142755 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-06d5fe32-e77d-4258-a0e6-21700f9e0ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:57.145294 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-06d5fe32-e77d-4258-a0e6-21700f9e0ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:57.146683 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-06d5fe32-e77d-4258-a0e6-21700f9e0ce6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0f99f39-8dd8-4841-8674-766fc4ae2730 HTTP/1.1" status: 204 len: 168 time: 0.1245549 Aug 07 02:25:57.155200 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5fe32-e77d-4258-a0e6-21700f9e0ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f99f39-8dd8-4841-8674-766fc4ae2730,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:57.451531 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34244) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:57.490337 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-e5789039-8180-45c3-94f8-887e1120c215 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f32e7cc1ad584871b637b5927a238f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375669 Aug 07 02:25:57.492728 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34246) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:25:57.540870 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-65579d0f-c04d-4c56-bec6-37832f643c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:57.561853 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-65579d0f-c04d-4c56-bec6-37832f643c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:57.607651 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-65579d0f-c04d-4c56-bec6-37832f643c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:57.610435 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-65579d0f-c04d-4c56-bec6-37832f643c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:25:57.611615 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-65579d0f-c04d-4c56-bec6-37832f643c7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2fe3b3be-c5fe-4d74-a89b-462a8cab767d HTTP/1.1" status: 204 len: 168 time: 0.1179872 Aug 07 02:25:57.619559 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65579d0f-c04d-4c56-bec6-37832f643c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe3b3be-c5fe-4d74-a89b-462a8cab767d,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:25:58.193592 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 7d9b8acf-546f-4f18-896d-2d05f4f727bb no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:58.212897 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 7d9b8acf-546f-4f18-896d-2d05f4f727bb {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:58.213238 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 7d9b8acf-546f-4f18-896d-2d05f4f727bb not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:58.214144 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6883a30e-641f-4365-9d03-374fb938b385 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:25:58.234800 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 6883a30e-641f-4365-9d03-374fb938b385 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:25:58.235136 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 6883a30e-641f-4365-9d03-374fb938b385 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:25:59.638746 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba315b-ee6b-4513-afba-f1e10cefc8e3 req-0ff29995-9fc6-4476-abe7-303ae315230a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:25:59.640239 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40ba315b-ee6b-4513-afba-f1e10cefc8e3 req-0ff29995-9fc6-4476-abe7-303ae315230a tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 946 time: 0.0537524 Aug 07 02:25:59.677477 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40ba315b-ee6b-4513-afba-f1e10cefc8e3 req-0424ded3-c4eb-4440-9b5b-10bfc62a96f4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313034 Aug 07 02:26:00.790727 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2e1b6-e9d7-4660-b342-c618bd0edb89 req-28f6f031-f9fb-47f4-8d04-cb92cc69451d tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:00.792198 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e5b2e1b6-e9d7-4660-b342-c618bd0edb89 req-28f6f031-f9fb-47f4-8d04-cb92cc69451d tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 946 time: 0.0480561 Aug 07 02:26:00.829312 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e5b2e1b6-e9d7-4660-b342-c618bd0edb89 req-c5de1b65-630f-4ace-a139-28a9c0b80889 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313170 Aug 07 02:26:01.357779 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:26:01.672244 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-25fb53ff-acd2-4da4-9660-d6ddea9f0eb6 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:01.673646 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-25fb53ff-acd2-4da4-9660-d6ddea9f0eb6 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 946 time: 0.0473909 Aug 07 02:26:01.764488 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Deleting port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:01.764836 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:01.848821 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] For port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:01.849504 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:01.997239 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa3b71-696b-4d06-ad89-a46c3fda9ddd req-b596278a-a3a1-4333-8dfe-4e20c4320e88 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:01.998722 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-35aa3b71-696b-4d06-ad89-a46c3fda9ddd req-b596278a-a3a1-4333-8dfe-4e20c4320e88 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/ports?device_id=97a236f7-ae8f-4593-b1e9-afeae04bf030 HTTP/1.1" status: 200 len: 946 time: 0.1031661 Aug 07 02:26:02.351146 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-35aa3b71-696b-4d06-ad89-a46c3fda9ddd req-3f0333dd-a520-402e-9fdb-30bb8063a3f4 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c6efb50-30f5-44ab-aef6-47b24fd95209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459771 Aug 07 02:26:02.352677 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:02.353043 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:02.353354 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Floating IP 5a33e868-4474-4cc6-813b-40832abff963 disassociated. External IP: 172.27.3.55, port: 0481fd42-d2f8-4a65-8237-ae9f2514f6a1. Aug 07 02:26:02.353701 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Calling delete_port for 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 owned by compute:nova {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:02.379017 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a07ff8-41f4-406e-b6ae-5af022b3ac5b req-d7744970-0b7e-4fc0-b1c2-46e608086871 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:02.380470 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-80a07ff8-41f4-406e-b6ae-5af022b3ac5b req-d7744970-0b7e-4fc0-b1c2-46e608086871 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 946 time: 0.0982840 Aug 07 02:26:02.454207 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-80a07ff8-41f4-406e-b6ae-5af022b3ac5b req-48f9fa23-cd05-4709-a652-08bdfc544a00 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461636 Aug 07 02:26:02.520322 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:02.552055 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event deleted for resources: {'Port': ['ID=0481fd42-d2f8-4a65-8237-ae9f2514f6a1,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:02.664785 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Router daffce27-a5d4-48d1-886e-b2a3b3c08637 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:26:02.765840 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:26:02.775239 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] Sync routers for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:26:02.785184 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:26:02.785794 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:02.805514 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] No DVR routers for this DVR port 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 on host hv-cinder-78239 {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:26:02.808489 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:02.810476 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f4bbd51e-f26c-4d21-917e-571ed7a5bb59 req-a0de4118-d743-4cfa-8e82-075b80debad2 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.16 "DELETE /v2.0/ports/0481fd42-d2f8-4a65-8237-ae9f2514f6a1 HTTP/1.1" status: 204 len: 173 time: 1.1301365 Aug 07 02:26:02.810908 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'name': 'network-vif-deleted', 'tag': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:26:02.813128 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc078358-b391-492d-b47d-cce9cad2f0f3" -d '{"events": [{"server_uuid": "97a236f7-ae8f-4593-b1e9-afeae04bf030", "name": "network-vif-deleted", "tag": "0481fd42-d2f8-4a65-8237-ae9f2514f6a1"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:26:02.850338 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e55e3a-f748-40ea-bd70-db2d0e4fb591 x-openstack-request-id: req-69e55e3a-f748-40ea-bd70-db2d0e4fb591 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:26:02.851026 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a236f7-ae8f-4593-b1e9-afeae04bf030", "name": "network-vif-deleted", "tag": "0481fd42-d2f8-4a65-8237-ae9f2514f6a1", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:26:02.851026 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69e55e3a-f748-40ea-bd70-db2d0e4fb591 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:26:02.851399 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a236f7-ae8f-4593-b1e9-afeae04bf030', 'name': 'network-vif-deleted', 'tag': '0481fd42-d2f8-4a65-8237-ae9f2514f6a1', 'status': 'completed', 'code': 200} Aug 07 02:26:02.894752 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:26:03.094244 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:03.119180 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] Checking router: daffce27-a5d4-48d1-886e-b2a3b3c08637 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:26:03.127240 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:26:03.127833 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:03.228772 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:26:03.437912 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:03.443855 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34304) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:03.464714 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4995aa-f98a-4350-a0ef-e8e25cb5904a None None] The sync data for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi is: [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:20:16Z', 'revision_number': 4, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2af679fd-a13d-4d15-b2c1-560cb3ea1082', 'name': '', 'network_id': '11d2b172-ffc6-4791-b79b-051731a936e1', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'mac_address': 'fa:16:3e:05:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:16Z', 'updated_at': '2021-08-07T02:20:24Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'subnets': [{'id': 'b4de46bf-f476-455a-9705-deaddbd02da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:26:03.507952 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-233b1058-c8ad-4f23-8e83-64a1eb648910 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:03.534277 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-233b1058-c8ad-4f23-8e83-64a1eb648910 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:03.577323 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a38bc4-b333-4c3c-82d3-f30f1b2c8ebd req-03a3aa1c-2aee-42c8-a773-f48229ed42d4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:03.579277 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f4a38bc4-b333-4c3c-82d3-f30f1b2c8ebd req-03a3aa1c-2aee-42c8-a773-f48229ed42d4 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 946 time: 0.0517552 Aug 07 02:26:03.592893 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-233b1058-c8ad-4f23-8e83-64a1eb648910 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:03.596073 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-233b1058-c8ad-4f23-8e83-64a1eb648910 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:03.597672 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-233b1058-c8ad-4f23-8e83-64a1eb648910 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "DELETE /v2.0/security-groups/4c6efb50-30f5-44ab-aef6-47b24fd95209 HTTP/1.1" status: 204 len: 168 time: 0.1525409 Aug 07 02:26:03.601672 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34308) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:03.623110 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.api.v2.resource [None req-0122fb61-ab8d-4b28-814f-c5806daddba0 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] show failed (client error): The resource could not be found. Aug 07 02:26:03.626782 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-0122fb61-ab8d-4b28-814f-c5806daddba0 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "GET /v2.0/security-groups/4c6efb50-30f5-44ab-aef6-47b24fd95209 HTTP/1.1" status: 404 len: 347 time: 0.0204360 Aug 07 02:26:03.626782 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b1058-c8ad-4f23-8e83-64a1eb648910 tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6efb50-30f5-44ab-aef6-47b24fd95209,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:03.627594 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34310) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:03.636736 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f4a38bc4-b333-4c3c-82d3-f30f1b2c8ebd req-2f3b2a4b-8ebc-451b-8456-619c04bd50d3 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups?id=878d7dcd-ac4c-4472-93e1-95035682d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475264 Aug 07 02:26:03.718135 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f48a83-3580-4e09-8bf7-e11cb0661061 None None] New status for floating IP 5a33e868-4474-4cc6-813b-40832abff963: DOWN {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:26:03.766520 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Deleting port 6e8a75d3-2d9a-4263-825b-57269243900f {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:03.766871 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:03.844935 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:03.845263 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:03.857989 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Calling delete_port for 6e8a75d3-2d9a-4263-825b-57269243900f owned by network:floatingip {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:03.864677 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5162b1-c403-42ff-aced-de7522449c7a req-ea2a4a70-1a94-4420-af4c-f4dc5e8949cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:03.866422 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9e5162b1-c403-42ff-aced-de7522449c7a req-ea2a4a70-1a94-4420-af4c-f4dc5e8949cd tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 946 time: 0.0506315 Aug 07 02:26:03.961657 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Deleting port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:03.962009 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:03.999074 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:04.024162 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Pushing event deleted for resources: {'Port': ['ID=6e8a75d3-2d9a-4263-825b-57269243900f,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:04.052607 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] For port 19ac1b5f-e0d7-4d73-8f90-eb232b602500, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=19ac1b5f-e0d7-4d73-8f90-eb232b602500,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:04.052976 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:04.081007 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks [] for floatingip, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:04.083502 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:04.084651 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2741266b-59eb-4f59-a388-31ed3c4f95fe tempest-AttachVolumeTestJSON-723185300 tempest-AttachVolumeTestJSON-723185300-project] 10.222.0.11 "DELETE /v2.0/floatingips/5a33e868-4474-4cc6-813b-40832abff963 HTTP/1.1" status: 204 len: 168 time: 0.4559500 Aug 07 02:26:04.237360 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:04.237734 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:04.238047 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Floating IP 8f7c92ee-139b-469a-acc3-959d416c4fb4 disassociated. External IP: 172.27.3.133, port: 19ac1b5f-e0d7-4d73-8f90-eb232b602500. Aug 07 02:26:04.238409 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Calling delete_port for 19ac1b5f-e0d7-4d73-8f90-eb232b602500 owned by compute:nova {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:04.362938 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:04.376359 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:26:04.394703 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event deleted for resources: {'Port': ['ID=19ac1b5f-e0d7-4d73-8f90-eb232b602500,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:04.397882 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:26:04.398240 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 0481fd42-d2f8-4a65-8237-ae9f2514f6a1 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:26:04.501393 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Router 3c556015-42be-41c9-8f27-6ab44e88ffd4 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:26:04.612375 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:26:04.622133 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] Sync routers for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:26:04.631151 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:26:04.631756 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:04.654483 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] No DVR routers for this DVR port 19ac1b5f-e0d7-4d73-8f90-eb232b602500 on host hv-cinder-78239 {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:26:04.657373 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:04.659664 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9e5162b1-c403-42ff-aced-de7522449c7a req-565ccb5f-9d4c-46a2-a871-e45cfcbf7297 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.16 "DELETE /v2.0/ports/19ac1b5f-e0d7-4d73-8f90-eb232b602500 HTTP/1.1" status: 204 len: 173 time: 0.7866869 Aug 07 02:26:04.734821 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-36cf7491-8d65-49ed-b2f3-b3ba21609ee4 req-55102214-218c-4aae-9cf7-5f9937951585 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e6d397-1853-4a81-a51b-8a092012cbe9 HTTP/1.1" status: 200 len: 210 time: 0.0325155 Aug 07 02:26:04.744088 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:26:04.856960 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-deleted', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:26:04.859877 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed69f3-5865-403e-8805-3b958d2b7457" -d '{"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-deleted", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:26:04.910466 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66982231-e8a7-4219-9a67-2f9cb15e2284 x-openstack-request-id: req-66982231-e8a7-4219-9a67-2f9cb15e2284 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:26:04.911066 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e6d397-1853-4a81-a51b-8a092012cbe9", "name": "network-vif-deleted", "tag": "19ac1b5f-e0d7-4d73-8f90-eb232b602500", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:26:04.911066 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66982231-e8a7-4219-9a67-2f9cb15e2284 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:26:04.911390 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e6d397-1853-4a81-a51b-8a092012cbe9', 'name': 'network-vif-deleted', 'tag': '19ac1b5f-e0d7-4d73-8f90-eb232b602500', 'status': 'completed', 'code': 200} Aug 07 02:26:05.070460 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:05.097498 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] Checking router: 3c556015-42be-41c9-8f27-6ab44e88ffd4 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:26:05.106215 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:26:05.106841 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:05.212748 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:26:05.418028 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:05.448768 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34218bb7-ea79-48ee-a809-5703c02afade None None] The sync data for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi is: [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:19:18Z', 'revision_number': 4, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': 'd192819a-170c-4cd7-88b3-06ed121f2a6f', 'name': '', 'network_id': '6b4f1296-0f14-4901-96bc-92f64470c800', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'mac_address': 'fa:16:3e:9b:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:17Z', 'updated_at': '2021-08-07T02:19:29Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'subnets': [{'id': '1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:26:05.664869 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae6bb4-3a49-4abe-8a8a-643094672fde None None] New status for floating IP 8f7c92ee-139b-469a-acc3-959d416c4fb4: DOWN {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:26:05.730537 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:05.824509 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34330) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:05.877513 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7a9cb527-fbef-4b37-ad78-220e521e6e74 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:05.900037 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7a9cb527-fbef-4b37-ad78-220e521e6e74 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:05.948334 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7a9cb527-fbef-4b37-ad78-220e521e6e74 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:05.950894 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7a9cb527-fbef-4b37-ad78-220e521e6e74 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:05.952058 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7a9cb527-fbef-4b37-ad78-220e521e6e74 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "DELETE /v2.0/security-groups/878d7dcd-ac4c-4472-93e1-95035682d69c HTTP/1.1" status: 204 len: 168 time: 0.1265783 Aug 07 02:26:05.954889 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34334) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:05.961436 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cb527-fbef-4b37-ad78-220e521e6e74 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878d7dcd-ac4c-4472-93e1-95035682d69c,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:05.968577 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.api.v2.resource [None req-8cfb23b1-a6aa-4bfc-9471-574ca3528076 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] show failed (client error): The resource could not be found. Aug 07 02:26:05.969575 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8cfb23b1-a6aa-4bfc-9471-574ca3528076 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "GET /v2.0/security-groups/878d7dcd-ac4c-4472-93e1-95035682d69c HTTP/1.1" status: 404 len: 347 time: 0.0136375 Aug 07 02:26:05.972451 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34336) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:06.092215 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Deleting port 956fed32-5421-4bc4-bbcf-83057efd450b {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:06.092562 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:06.168334 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:06.168669 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:06.179908 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Calling delete_port for 956fed32-5421-4bc4-bbcf-83057efd450b owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:06.304881 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:06.333882 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Pushing event deleted for resources: {'Port': ['ID=956fed32-5421-4bc4-bbcf-83057efd450b,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:06.391560 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 19ac1b5f-e0d7-4d73-8f90-eb232b602500 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:26:06.392863 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:06.395618 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:06.403990 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-af1233f3-21c9-4cce-8b12-561663e15fc1 tempest-AttachVolumeShelveTestJSON-1803884667 tempest-AttachVolumeShelveTestJSON-1803884667-project] 10.222.0.11 "DELETE /v2.0/floatingips/8f7c92ee-139b-469a-acc3-959d416c4fb4 HTTP/1.1" status: 204 len: 168 time: 0.4305639 Aug 07 02:26:06.414033 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 19ac1b5f-e0d7-4d73-8f90-eb232b602500 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:26:06.414401 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 19ac1b5f-e0d7-4d73-8f90-eb232b602500 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:26:07.641634 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34366) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:08.172037 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1938819'] for router_interface, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:08.401974 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Deleting port 2af679fd-a13d-4d15-b2c1-560cb3ea1082 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:08.402256 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:08.480374 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] For port 2af679fd-a13d-4d15-b2c1-560cb3ea1082, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2af679fd-a13d-4d15-b2c1-560cb3ea1082,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:08.480735 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:08.492890 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Calling delete_port for 2af679fd-a13d-4d15-b2c1-560cb3ea1082 owned by network:router_interface {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:08.670705 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:08.696119 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Pushing event deleted for resources: {'Port': ['ID=2af679fd-a13d-4d15-b2c1-560cb3ea1082,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:08.832671 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34378) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:08.869136 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937971'] for router_interface, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:09.080339 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Router daffce27-a5d4-48d1-886e-b2a3b3c08637 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:26:09.196510 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:26:09.201485 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-faa085a0-f663-459d-b8cb-fc7d5161331c admin admin] 10.222.0.11 "PUT /v2.0/routers/daffce27-a5d4-48d1-886e-b2a3b3c08637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5588274 Aug 07 02:26:09.204091 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34382) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:09.205500 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] Sync routers for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:26:09.217859 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:26:09.218770 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:09.224244 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1938819'] for router_interface, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:09.308799 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:09.329099 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:26:09.419382 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:09.477564 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Deleting port 3447651b-043f-451e-bce3-b5847ad9928d {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:09.478051 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:09.524467 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3447651b-043f-451e-bce3-b5847ad9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:26:08Z', 'revision_number': 5, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port': {'id': '3447651b-043f-451e-bce3-b5847ad9928d', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:20:13Z', 'updated_at': '2021-08-07T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:09.558284 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] Checking router: daffce27-a5d4-48d1-886e-b2a3b3c08637 for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:26:09.568278 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] Routers {'daffce27-a5d4-48d1-886e-b2a3b3c08637'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:26:09.569063 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['daffce27-a5d4-48d1-886e-b2a3b3c08637'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:09.664644 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] Set router daffce27-a5d4-48d1-886e-b2a3b3c08637 gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:26:09.718543 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:26:09Z', 'revision_number': 6, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port_host': None}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:09.749102 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25d5e63-7671-4f7b-8886-493a2b8053a6 None None] The sync data for ids ['daffce27-a5d4-48d1-886e-b2a3b3c08637'] in dv-cinder-782390-7-iscsi is: [{'id': 'daffce27-a5d4-48d1-886e-b2a3b3c08637', 'name': 'tempest-AttachVolumeTestJSON-375872042-router', 'tenant_id': '0035c08372794bcb93ee2ea5a925dd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:20:12Z', 'updated_at': '2021-08-07T02:26:09Z', 'revision_number': 6, 'project_id': '0035c08372794bcb93ee2ea5a925dd8d', 'gw_port_host': None}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:26:09.764479 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Deleting port d192819a-170c-4cd7-88b3-06ed121f2a6f {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:09.764979 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:09.819398 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] For port 3447651b-043f-451e-bce3-b5847ad9928d, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=3447651b-043f-451e-bce3-b5847ad9928d,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:09.819950 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:09.832625 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Calling delete_port for 3447651b-043f-451e-bce3-b5847ad9928d owned by network:router_gateway {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:09.845792 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] For port d192819a-170c-4cd7-88b3-06ed121f2a6f, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=d192819a-170c-4cd7-88b3-06ed121f2a6f,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:09.846316 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:09.858707 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Calling delete_port for d192819a-170c-4cd7-88b3-06ed121f2a6f owned by network:router_interface {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:09.991777 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.017688 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3447651b-043f-451e-bce3-b5847ad9928d,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:10.037513 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.067554 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Pushing event deleted for resources: {'Port': ['ID=d192819a-170c-4cd7-88b3-06ed121f2a6f,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:10.077864 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1944277'] for router_gateway, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.201621 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-494225'] for router, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.204086 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.264075 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937971'] for router_interface, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.286192 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940181'] for router, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.286784 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daffce27-a5d4-48d1-886e-b2a3b3c08637 {{(pid=93282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 02:26:10.293832 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.295031 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-84fd46b8-97dd-4c49-a0b4-7cd6f85996f8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/daffce27-a5d4-48d1-886e-b2a3b3c08637 HTTP/1.1" status: 204 len: 168 time: 1.0900235 Aug 07 02:26:10.297551 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34384) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:10.344091 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-83cb533b-1a9f-41e3-bf80-77e8a18320ae admin admin] Deleting subnet b4de46bf-f476-455a-9705-deaddbd02da1 {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:26:10.347201 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-83cb533b-1a9f-41e3-bf80-77e8a18320ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.380382 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-83cb533b-1a9f-41e3-bf80-77e8a18320ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125182'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.456509 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-83cb533b-1a9f-41e3-bf80-77e8a18320ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.476917 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Router 3c556015-42be-41c9-8f27-6ab44e88ffd4 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:26:10.519190 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-83cb533b-1a9f-41e3-bf80-77e8a18320ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2616737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3338023'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.545022 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb533b-1a9f-41e3-bf80-77e8a18320ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4de46bf-f476-455a-9705-deaddbd02da1,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:10.548747 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-83cb533b-1a9f-41e3-bf80-77e8a18320ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.553069 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-83cb533b-1a9f-41e3-bf80-77e8a18320ae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b4de46bf-f476-455a-9705-deaddbd02da1 HTTP/1.1" status: 204 len: 168 time: 0.2523692 Aug 07 02:26:10.553389 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34386) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:10.561318 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05238c27-b152-45a4-ab85-6c9932496811 None None] Network 11d2b172-ffc6-4791-b79b-051731a936e1 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:26:10.588769 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:26:10.597658 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] Sync routers for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:26:10.605787 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7f923446-06b1-413b-81cd-9c659b8f7829 admin admin] 10.222.0.11 "PUT /v2.0/routers/3c556015-42be-41c9-8f27-6ab44e88ffd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713647 Aug 07 02:26:10.606512 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34388) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:10.611615 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:26:10.613854 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:10.632166 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.643499 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2af679fd-a13d-4d15-b2c1-560cb3ea1082 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:26:10.699170 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 2af679fd-a13d-4d15-b2c1-560cb3ea1082 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:26:10.700080 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2af679fd-a13d-4d15-b2c1-560cb3ea1082 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:26:10.700542 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Deleting port d4e5d971-6347-4117-8c02-bdfe60654025 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:10.700982 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.744959 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:26:10.792943 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks [] for router, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.795293 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] For port d4e5d971-6347-4117-8c02-bdfe60654025, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=d4e5d971-6347-4117-8c02-bdfe60654025,segment=NetworkSegment(ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d),segment_id=ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:10.795765 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.812702 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Calling delete_port for d4e5d971-6347-4117-8c02-bdfe60654025 owned by network:dhcp {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:10.895501 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070d711-8740-43ed-abc5-e868555b6992 None None] DHCP port deletion for 11d2b172-ffc6-4791-b79b-051731a936e1 request from dv-cinder-782390-7-iscsi {{(pid=93284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 02:26:10.905809 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:10.936286 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-f070d711-8740-43ed-abc5-e868555b6992 None None] The port 'd4e5d971-6347-4117-8c02-bdfe60654025' was deleted {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 07 02:26:10.945940 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e5d971-6347-4117-8c02-bdfe60654025,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:10.954356 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] No DVR routers for this DVR port d4e5d971-6347-4117-8c02-bdfe60654025 on host dv-cinder-782390-7-iscsi {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:26:10.971084 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.031840 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.045514 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Deleting port 5ab01eae-5510-4073-8f86-af7f66a2d5c1 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:11.046130 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.049903 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d2b172-ffc6-4791-b79b-051731a936e1']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:11.053747 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:26:09Z', 'revision_number': 5, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port': {'id': '5ab01eae-5510-4073-8f86-af7f66a2d5c1', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:19:12Z', 'updated_at': '2021-08-07T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:11.062744 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:11.063101 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6bd1fe-aac5-4ba8-ab65-fd71ea7db26d') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:11.078052 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125161'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.092143 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] Checking router: 3c556015-42be-41c9-8f27-6ab44e88ffd4 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:26:11.095599 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.101958 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] Routers {'3c556015-42be-41c9-8f27-6ab44e88ffd4'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:26:11.102111 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:26:11.102392 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2616703'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.106423 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:25:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['3c556015-42be-41c9-8f27-6ab44e88ffd4'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: timer() Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: cb(*args, **kw) Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: self._notify() Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: self.callback(batched_events) Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: event.method(event) Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._get(url).json() Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:26:11.106638 dv-cinder-782390-7-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:26:11.155738 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] For port 5ab01eae-5510-4073-8f86-af7f66a2d5c1, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=5ab01eae-5510-4073-8f86-af7f66a2d5c1,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:11.156337 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.165202 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.170872 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Calling delete_port for 5ab01eae-5510-4073-8f86-af7f66a2d5c1 owned by network:router_gateway {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:11.171697 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.174281 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/11d2b172-ffc6-4791-b79b-051731a936e1 HTTP/1.1" status: 204 len: 168 time: 0.6195021 Aug 07 02:26:11.186258 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748e943-7049-47f5-b540-612224d76bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d2b172-ffc6-4791-b79b-051731a936e1,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:11.203415 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] Set router 3c556015-42be-41c9-8f27-6ab44e88ffd4 gateway port host: None {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:26:11.255180 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:26:10Z', 'revision_number': 6, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port_host': None}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:11.285733 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5feed6-e0f8-46c6-8ac9-62d952bce399 None None] The sync data for ids ['3c556015-42be-41c9-8f27-6ab44e88ffd4'] in dv-cinder-782390-7-iscsi is: [{'id': '3c556015-42be-41c9-8f27-6ab44e88ffd4', 'name': 'tempest-AttachVolumeShelveTestJSON-803148717-router', 'tenant_id': '5fd0303258fa4a71b82ea6e98708a0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:19:11Z', 'updated_at': '2021-08-07T02:26:10Z', 'revision_number': 6, 'project_id': '5fd0303258fa4a71b82ea6e98708a0af', 'gw_port_host': None}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:26:11.329717 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34392) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:11.344893 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.369416 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3aae623a-00e6-483c-a4e5-478397e3f05a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0035c08372794bcb93ee2ea5a925dd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384312 Aug 07 02:26:11.370884 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab01eae-5510-4073-8f86-af7f66a2d5c1,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:11.372456 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34394) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:11.421890 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1914ba52-14f7-42da-ae19-4c2ba94ab8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.430280 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1944277'] for router_gateway, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.443182 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1914ba52-14f7-42da-ae19-4c2ba94ab8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.490738 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1914ba52-14f7-42da-ae19-4c2ba94ab8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.493837 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1914ba52-14f7-42da-ae19-4c2ba94ab8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.495809 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-1914ba52-14f7-42da-ae19-4c2ba94ab8da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58efdb0d-78fe-46ef-84fb-841a55758866 HTTP/1.1" status: 204 len: 168 time: 0.1224236 Aug 07 02:26:11.504190 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914ba52-14f7-42da-ae19-4c2ba94ab8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58efdb0d-78fe-46ef-84fb-841a55758866,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:11.524013 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-494225'] for router, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.526736 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.571960 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940181'] for router, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.572929 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c556015-42be-41c9-8f27-6ab44e88ffd4 {{(pid=93283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 02:26:11.577696 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.581315 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-832aaa0f-44fd-4e19-83e7-e9219cfc52af admin admin] 10.222.0.11 "DELETE /v2.0/routers/3c556015-42be-41c9-8f27-6ab44e88ffd4 HTTP/1.1" status: 204 len: 168 time: 0.9714172 Aug 07 02:26:11.581605 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34398) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:11.630931 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5412f6-5ab9-4ab6-8ea0-1732d2d5df10 admin admin] Deleting subnet 1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:26:11.634315 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b5412f6-5ab9-4ab6-8ea0-1732d2d5df10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.672281 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b5412f6-5ab9-4ab6-8ea0-1732d2d5df10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125182'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.759376 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b5412f6-5ab9-4ab6-8ea0-1732d2d5df10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.817089 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b5412f6-5ab9-4ab6-8ea0-1732d2d5df10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2616737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3338023'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.845792 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b5412f6-5ab9-4ab6-8ea0-1732d2d5df10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.849028 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-1b5412f6-5ab9-4ab6-8ea0-1732d2d5df10 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c HTTP/1.1" status: 204 len: 168 time: 0.2641356 Aug 07 02:26:11.849028 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5412f6-5ab9-4ab6-8ea0-1732d2d5df10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3eda9c-4320-42fe-bf5d-6a8dd2ccdd0c,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:11.852079 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c5857d-e812-4b00-ab76-37f867e83fdc None None] Network 6b4f1296-0f14-4901-96bc-92f64470c800 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:26:11.853461 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34408) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:11.927080 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:11.986349 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Deleting port fd226efb-f70c-4f6f-b048-bc75025c5e03 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:11.986727 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.057669 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] For port fd226efb-f70c-4f6f-b048-bc75025c5e03, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=fd226efb-f70c-4f6f-b048-bc75025c5e03,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:12.058043 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.071054 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] DHCP port deletion for 6b4f1296-0f14-4901-96bc-92f64470c800 request from dv-cinder-782390-7-iscsi {{(pid=93284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 02:26:12.078230 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Calling delete_port for fd226efb-f70c-4f6f-b048-bc75025c5e03 owned by network:dhcp {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:12.127415 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Deleting port fd226efb-f70c-4f6f-b048-bc75025c5e03 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:26:12.128067 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.180050 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.211967 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] For port fd226efb-f70c-4f6f-b048-bc75025c5e03, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=fd226efb-f70c-4f6f-b048-bc75025c5e03,segment=NetworkSegment(dcfb7189-0ceb-47c6-9730-46e2dccf37bd),segment_id=dcfb7189-0ceb-47c6-9730-46e2dccf37bd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:12.212417 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.214634 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd226efb-f70c-4f6f-b048-bc75025c5e03,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:12.216618 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] No DVR routers for this DVR port fd226efb-f70c-4f6f-b048-bc75025c5e03 on host dv-cinder-782390-7-iscsi {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:26:12.233023 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Calling delete_port for fd226efb-f70c-4f6f-b048-bc75025c5e03 owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:26:12.284661 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 3447651b-043f-451e-bce3-b5847ad9928d no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:26:12.292398 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.302874 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4f1296-0f14-4901-96bc-92f64470c800']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:12.316211 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:12.316540 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfb7189-0ceb-47c6-9730-46e2dccf37bd') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:26:12.327328 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125161'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.346139 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.355324 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:26:12.355758 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2616703'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: timer() Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: cb(*args, **kw) Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: self._notify() Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: self.callback(batched_events) Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: event.method(event) Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._get(url).json() Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:26:12.357953 dv-cinder-782390-7-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:26:12.426080 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.436783 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.442182 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6b4f1296-0f14-4901-96bc-92f64470c800 HTTP/1.1" status: 204 len: 168 time: 0.5874786 Aug 07 02:26:12.443281 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 3447651b-043f-451e-bce3-b5847ad9928d {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:26:12.443627 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 3447651b-043f-451e-bce3-b5847ad9928d not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:26:12.444044 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device d4e5d971-6347-4117-8c02-bdfe60654025 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:26:12.462216 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279ff78-7898-4d18-b965-99cfc64a7995 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4f1296-0f14-4901-96bc-92f64470c800,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:12.466523 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: d4e5d971-6347-4117-8c02-bdfe60654025 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:26:12.466882 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device d4e5d971-6347-4117-8c02-bdfe60654025 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:26:12.467341 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 5ab01eae-5510-4073-8f86-af7f66a2d5c1 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:26:12.495514 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 5ab01eae-5510-4073-8f86-af7f66a2d5c1 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:26:12.495958 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 5ab01eae-5510-4073-8f86-af7f66a2d5c1 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:26:12.496294 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device fd226efb-f70c-4f6f-b048-bc75025c5e03 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:26:12.521663 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: fd226efb-f70c-4f6f-b048-bc75025c5e03 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:26:12.522018 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device fd226efb-f70c-4f6f-b048-bc75025c5e03 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:26:12.522464 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device d192819a-170c-4cd7-88b3-06ed121f2a6f no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:26:12.548871 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: d192819a-170c-4cd7-88b3-06ed121f2a6f {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:26:12.549283 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device d192819a-170c-4cd7-88b3-06ed121f2a6f not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:26:12.571614 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.598403 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Network 6b4f1296-0f14-4901-96bc-92f64470c800 is not hosted by any dhcp agent {{(pid=93284) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 07 02:26:12.598899 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] No DVR routers for this DVR port fd226efb-f70c-4f6f-b048-bc75025c5e03 on host dv-cinder-782390-7-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:26:12.600648 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Pushing event deleted for resources: {'Port': ['ID=fd226efb-f70c-4f6f-b048-bc75025c5e03,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:12.615319 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.615851 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.617435 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.618209 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.618904 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.619929 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.621007 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.621625 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.622235 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.622775 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.623116 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.623458 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41b37cc-a376-46a4-af53-14b64f81baee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:12.650172 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34430) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:12.693554 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7ec03f11-11f8-4c73-a6ab-c10994df24bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fd0303258fa4a71b82ea6e98708a0af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418165 Aug 07 02:26:12.695954 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34434) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:12.743568 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2090a5b2-0d3c-4597-9e10-6575116c5485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.764652 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2090a5b2-0d3c-4597-9e10-6575116c5485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.813255 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2090a5b2-0d3c-4597-9e10-6575116c5485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.815845 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2090a5b2-0d3c-4597-9e10-6575116c5485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:12.817012 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-2090a5b2-0d3c-4597-9e10-6575116c5485 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/780c45ba-3596-49bf-8f8c-aeb2158bb892 HTTP/1.1" status: 204 len: 168 time: 0.1201756 Aug 07 02:26:12.830640 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090a5b2-0d3c-4597-9e10-6575116c5485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780c45ba-3596-49bf-8f8c-aeb2158bb892,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:13.406048 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34478) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:13.605963 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-83b324eb-4707-4257-9d07-6feec5fbe81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:13.695510 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-83b324eb-4707-4257-9d07-6feec5fbe81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:13.699978 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-83b324eb-4707-4257-9d07-6feec5fbe81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:13.737560 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-83b324eb-4707-4257-9d07-6feec5fbe81f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=339c93f12c624c099e3b8a594212f144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303936 Aug 07 02:26:13.739768 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b324eb-4707-4257-9d07-6feec5fbe81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d94f52-9c67-4bb8-95ca-937f4e50018e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:13.740450 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34488) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:13.796546 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38e7-fb7c-4393-8893-37eb3c3c55b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:13.820221 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38e7-fb7c-4393-8893-37eb3c3c55b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:13.870857 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38e7-fb7c-4393-8893-37eb3c3c55b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:13.873403 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38e7-fb7c-4393-8893-37eb3c3c55b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:13.874603 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-2f7e38e7-fb7c-4393-8893-37eb3c3c55b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75d94f52-9c67-4bb8-95ca-937f4e50018e HTTP/1.1" status: 204 len: 168 time: 0.1330838 Aug 07 02:26:13.882226 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e38e7-fb7c-4393-8893-37eb3c3c55b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d94f52-9c67-4bb8-95ca-937f4e50018e,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:14.133817 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34498) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:14.147248 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-888b42e1-f42f-460c-a895-3e4f311dadc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:14.235324 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-888b42e1-f42f-460c-a895-3e4f311dadc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:14.238982 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-888b42e1-f42f-460c-a895-3e4f311dadc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:14.278366 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-888b42e1-f42f-460c-a895-3e4f311dadc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7cb2f607e38b48c4bd5f8daf849fce87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434557 Aug 07 02:26:14.279498 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b42e1-f42f-460c-a895-3e4f311dadc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93544677-ea91-4982-83ca-30b29ee69849,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:14.281044 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34500) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:14.329167 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4b02dd75-9df4-460a-b88a-ea5ffcd948c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:14.349041 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4b02dd75-9df4-460a-b88a-ea5ffcd948c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:14.396248 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4b02dd75-9df4-460a-b88a-ea5ffcd948c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:14.398656 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4b02dd75-9df4-460a-b88a-ea5ffcd948c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:14.399771 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-4b02dd75-9df4-460a-b88a-ea5ffcd948c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93544677-ea91-4982-83ca-30b29ee69849 HTTP/1.1" status: 204 len: 168 time: 0.1176963 Aug 07 02:26:14.407266 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02dd75-9df4-460a-b88a-ea5ffcd948c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93544677-ea91-4982-83ca-30b29ee69849,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:15.430744 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34542) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:15.535031 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4cd63941-db64-4f62-9c63-59167b48c728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:15.623167 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4cd63941-db64-4f62-9c63-59167b48c728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:15.626981 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4cd63941-db64-4f62-9c63-59167b48c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:15.664546 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-4cd63941-db64-4f62-9c63-59167b48c728 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=244be0b04f7a48d4ab6633fd722eede8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327344 Aug 07 02:26:15.666954 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd63941-db64-4f62-9c63-59167b48c728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdaf4db-e3c8-49b2-bdd2-5212fd5f2c08,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:15.667273 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34546) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:15.715132 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-330740b8-154f-47f5-87ac-9dda6566b438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:15.734836 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-330740b8-154f-47f5-87ac-9dda6566b438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:15.781670 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-330740b8-154f-47f5-87ac-9dda6566b438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:15.784440 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-330740b8-154f-47f5-87ac-9dda6566b438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:15.785574 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-330740b8-154f-47f5-87ac-9dda6566b438 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cdaf4db-e3c8-49b2-bdd2-5212fd5f2c08 HTTP/1.1" status: 204 len: 168 time: 0.1173279 Aug 07 02:26:15.793304 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330740b8-154f-47f5-87ac-9dda6566b438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdaf4db-e3c8-49b2-bdd2-5212fd5f2c08,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:17.052352 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4b3ff0e5-c1f0-43ed-b5fd-4201f5b87b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:19.585283 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-527b9bd4-b01b-4844-ac59-d9ce068013a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:19.758474 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:20.889722 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:22.262713 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:22.301729 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34732) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:22.405991 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-656864bd-47cd-4d58-8126-68349482d002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:22.499845 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-656864bd-47cd-4d58-8126-68349482d002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:22.507743 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-656864bd-47cd-4d58-8126-68349482d002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:22.545981 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-656864bd-47cd-4d58-8126-68349482d002 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73a8df395ec146da9c800c1bc3b53ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429926 Aug 07 02:26:22.547887 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656864bd-47cd-4d58-8126-68349482d002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b140f31-54bb-41c0-9f64-27f2e944834c,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:22.548671 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34738) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:22.598248 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-88ac22ae-059c-4efe-9d46-efca0b5f7857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:22.618310 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-88ac22ae-059c-4efe-9d46-efca0b5f7857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:22.664673 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-88ac22ae-059c-4efe-9d46-efca0b5f7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:22.667610 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-88ac22ae-059c-4efe-9d46-efca0b5f7857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:22.668750 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-88ac22ae-059c-4efe-9d46-efca0b5f7857 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b140f31-54bb-41c0-9f64-27f2e944834c HTTP/1.1" status: 204 len: 168 time: 0.1190181 Aug 07 02:26:22.676399 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac22ae-059c-4efe-9d46-efca0b5f7857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b140f31-54bb-41c0-9f64-27f2e944834c,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:23.653067 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34780) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:23.855981 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cda938f9-b224-4160-beb4-504999615fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:23.949666 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cda938f9-b224-4160-beb4-504999615fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:23.953847 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cda938f9-b224-4160-beb4-504999615fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:23.991169 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-cda938f9-b224-4160-beb4-504999615fb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ceb5786529146e98a9fc4d996936317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370304 Aug 07 02:26:23.993100 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda938f9-b224-4160-beb4-504999615fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b957d61a-6e24-4fd2-b0fa-2635545b52c5,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:23.994018 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34796) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:24.044515 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d2c19c24-fb2b-42ef-a379-b8fea13c3bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.065985 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d2c19c24-fb2b-42ef-a379-b8fea13c3bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.111540 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d2c19c24-fb2b-42ef-a379-b8fea13c3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.114212 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d2c19c24-fb2b-42ef-a379-b8fea13c3bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.115404 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d2c19c24-fb2b-42ef-a379-b8fea13c3bd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b957d61a-6e24-4fd2-b0fa-2635545b52c5 HTTP/1.1" status: 204 len: 168 time: 0.1203802 Aug 07 02:26:24.124971 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c19c24-fb2b-42ef-a379-b8fea13c3bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b957d61a-6e24-4fd2-b0fa-2635545b52c5,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:24.398284 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34806) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:24.412245 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-67a127a4-7598-4f3b-8611-c85b32f7b3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.503291 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-67a127a4-7598-4f3b-8611-c85b32f7b3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.507727 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-67a127a4-7598-4f3b-8611-c85b32f7b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.547044 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-67a127a4-7598-4f3b-8611-c85b32f7b3e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61484496768640509f057cc23a7360b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476629 Aug 07 02:26:24.547966 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a127a4-7598-4f3b-8611-c85b32f7b3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed53b6f3-4295-4e69-a4ca-822225085980,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:24.549763 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34808) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:24.599670 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-251f705b-8cab-4c63-9417-b18bee1ae825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.621291 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-251f705b-8cab-4c63-9417-b18bee1ae825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.667742 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-251f705b-8cab-4c63-9417-b18bee1ae825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.670205 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-251f705b-8cab-4c63-9417-b18bee1ae825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:24.671375 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-251f705b-8cab-4c63-9417-b18bee1ae825 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed53b6f3-4295-4e69-a4ca-822225085980 HTTP/1.1" status: 204 len: 168 time: 0.1205173 Aug 07 02:26:24.678965 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f705b-8cab-4c63-9417-b18bee1ae825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed53b6f3-4295-4e69-a4ca-822225085980,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:24.987762 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34814) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:25.000923 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-738dac9e-b221-4e23-bec2-8d9b152b252e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:25.098799 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-738dac9e-b221-4e23-bec2-8d9b152b252e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:25.102566 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-738dac9e-b221-4e23-bec2-8d9b152b252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:25.136876 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dac9e-b221-4e23-bec2-8d9b152b252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b23c28-d634-4621-b953-67efde58d3ee,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:25.141028 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-738dac9e-b221-4e23-bec2-8d9b152b252e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b63b602ccc945959e14c87504da739d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522777 Aug 07 02:26:25.143666 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34816) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:25.191135 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7b66f900-d9ee-4ad0-ba2c-fddb32239a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:25.211331 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7b66f900-d9ee-4ad0-ba2c-fddb32239a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:25.256613 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7b66f900-d9ee-4ad0-ba2c-fddb32239a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:25.259409 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7b66f900-d9ee-4ad0-ba2c-fddb32239a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:25.260528 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7b66f900-d9ee-4ad0-ba2c-fddb32239a2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03b23c28-d634-4621-b953-67efde58d3ee HTTP/1.1" status: 204 len: 168 time: 0.1159892 Aug 07 02:26:25.268568 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66f900-d9ee-4ad0-ba2c-fddb32239a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b23c28-d634-4621-b953-67efde58d3ee,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:25.923974 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34852) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:26.023239 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-637613013-network', 'tenant_id': '4824c53ae726468593aa2693e7601aa0'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:26:26.043602 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Made reservation on behalf of 4824c53ae726468593aa2693e7601aa0 for: {'network': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:26:26.046064 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for network, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.054289 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.141053 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.145328 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.169003 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 02:26:26.183174 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5587f7-e080-40bf-9355-855113c9a383,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:26.185950 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.186318 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.segments_db [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Added segment ad425409-45bf-4f24-929a-f131dae316dc of type vlan for network 105ddfa7-8c18-419b-8f33-6c9cfb67edab Aug 07 02:26:26.224667 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742794671445'] for network, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.252254 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900'] for network, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.253126 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:26.253704 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.302821 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3777535 Aug 07 02:26:26.305862 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34860) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:26.311282 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Request body: {'subnet': {'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-637613013-subnet', 'tenant_id': '4824c53ae726468593aa2693e7601aa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:26:26.311807 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923899e-a763-4c5c-8399-653cf15fb0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=105ddfa7-8c18-419b-8f33-6c9cfb67edab,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:26.322251 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Network 105ddfa7-8c18-419b-8f33-6c9cfb67edab details requested by agent ovs-agent-dv-cinder-782390-7-iscsi with host dv-cinder-782390-7-iscsi {{(pid=93284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 02:26:26.332295 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Made reservation on behalf of 4824c53ae726468593aa2693e7601aa0 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:26:26.334662 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337996'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.502737 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2616806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3338046'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.556931 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8fde8b3-f04f-4e37-8f70-99c57015a19e,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:26.564562 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Checking segment: {'id': 'ad425409-45bf-4f24-929a-f131dae316dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:26:26.564913 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Network hostable DHCP agents. Network: 105ddfa7-8c18-419b-8f33-6c9cfb67edab, hostable agents: ['c7e286cd-a303-48b8-8a12-86367365e273'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 02:26:26.580658 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Network 105ddfa7-8c18-419b-8f33-6c9cfb67edab is scheduled to be hosted by DHCP agent c7e286cd-a303-48b8-8a12-86367365e273 with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 02:26:26.589071 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-7-iscsi, 105ddfa7-8c18-419b-8f33-6c9cfb67edab) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:26:26.593859 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:26.594935 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:26.597954 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d00788-f654-4fd6-ae6a-b72fb9fb8541 None None] Network 105ddfa7-8c18-419b-8f33-6c9cfb67edab requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:26:26.609912 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9314f314-08d2-4d3e-b7db-e10287681542 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3029211 Aug 07 02:26:26.731873 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e81486e-bcf7-46a5-8b00-07793366f1c8 None None] Network 105ddfa7-8c18-419b-8f33-6c9cfb67edab requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:26:27.425303 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34880) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:27.528135 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-124ce184-27d6-4d24-b861-72a873d6135f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:27.613688 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-124ce184-27d6-4d24-b861-72a873d6135f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:27.617439 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-124ce184-27d6-4d24-b861-72a873d6135f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:27.656996 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ce184-27d6-4d24-b861-72a873d6135f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4f837f-7ce3-4d5d-98f4-7f1609d67bf6,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:27.661079 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-124ce184-27d6-4d24-b861-72a873d6135f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47686941101840c2a102e5596ccc67ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347567 Aug 07 02:26:27.663648 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34884) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:27.710416 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d379107-87e6-40fe-8f86-917cf47c7253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:27.731733 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d379107-87e6-40fe-8f86-917cf47c7253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:27.777005 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d379107-87e6-40fe-8f86-917cf47c7253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:27.780414 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d379107-87e6-40fe-8f86-917cf47c7253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:27.784592 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2d379107-87e6-40fe-8f86-917cf47c7253 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c4f837f-7ce3-4d5d-98f4-7f1609d67bf6 HTTP/1.1" status: 204 len: 168 time: 0.1200497 Aug 07 02:26:27.793337 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d379107-87e6-40fe-8f86-917cf47c7253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4f837f-7ce3-4d5d-98f4-7f1609d67bf6,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:28.049378 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34890) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:28.066465 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8caaae3c-c8bb-4d77-94bb-4b1a5ac5b568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:28.156509 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8caaae3c-c8bb-4d77-94bb-4b1a5ac5b568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:28.160716 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8caaae3c-c8bb-4d77-94bb-4b1a5ac5b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:28.197628 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-8caaae3c-c8bb-4d77-94bb-4b1a5ac5b568 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2e3525e90e0448d8d346a2d51c5018d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471457 Aug 07 02:26:28.199823 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaae3c-c8bb-4d77-94bb-4b1a5ac5b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49e425c-5b41-4555-90a0-4e6632b20543,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:28.200494 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 34896) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:28.261544 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6588725b-6c40-4030-ab5a-d95d60df3c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:28.283007 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6588725b-6c40-4030-ab5a-d95d60df3c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:28.397698 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6588725b-6c40-4030-ab5a-d95d60df3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:28.400121 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6588725b-6c40-4030-ab5a-d95d60df3c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:28.401240 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6588725b-6c40-4030-ab5a-d95d60df3c78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d49e425c-5b41-4555-90a0-4e6632b20543 HTTP/1.1" status: 204 len: 168 time: 0.1997647 Aug 07 02:26:28.417597 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-1ef0060e-bdd5-42c4-a3b4-5bfa82110691 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:28.419796 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-1ef0060e-bdd5-42c4-a3b4-5bfa82110691 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/networks?id=105ddfa7-8c18-419b-8f33-6c9cfb67edab HTTP/1.1" status: 200 len: 813 time: 0.1307511 Aug 07 02:26:28.420627 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588725b-6c40-4030-ab5a-d95d60df3c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49e425c-5b41-4555-90a0-4e6632b20543,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:28.435477 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-32214bcb-982c-415f-8546-eadb386f616e tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/quotas/4824c53ae726468593aa2693e7601aa0 HTTP/1.1" status: 200 len: 375 time: 0.0098863 Aug 07 02:26:28.471504 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-ffd3984c-7d22-41c1-9407-f7cf3cd332dc tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4824c53ae726468593aa2693e7601aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291247 Aug 07 02:26:28.563698 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-be8d7678-bda8-4d0b-8644-5b3f1c06f784 service neutron] 10.222.0.11 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850761 Aug 07 02:26:28.660848 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-e44df14c-80d3-4edb-a4c0-7a48d683d514 service neutron] 10.222.0.11 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904791 Aug 07 02:26:28.818927 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-039c9a55-6481-4b5f-afb0-642d93a3d2b0 req-0fcd44f8-c74b-4ee1-b16f-1af944386e9a tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 210 time: 0.0307171 Aug 07 02:26:29.703999 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-c9b52eb2-2701-4e7d-b342-5e92c2e67fd6 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:29.705454 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-c9b52eb2-2701-4e7d-b342-5e92c2e67fd6 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.16 "GET /v2.0/networks?id=105ddfa7-8c18-419b-8f33-6c9cfb67edab HTTP/1.1" status: 200 len: 813 time: 0.1051283 Aug 07 02:26:29.719695 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Request body: {'port': {'device_id': '40fdb756-8fdc-4bff-b531-32c3b24b3d2a', 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab', 'admin_state_up': True, 'tenant_id': '4824c53ae726468593aa2693e7601aa0'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:26:29.857311 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Made reservation on behalf of 4824c53ae726468593aa2693e7601aa0 for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:26:29.860864 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:29.950616 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2f7c2c9b-64d3-4fac-b30f-1d5489e42900 req-dc5ef833-259b-4921-a44c-88d3cc43c8c4 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 210 time: 0.0344183 Aug 07 02:26:30.021049 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Allocated IP 172.20.0.10 (105ddfa7-8c18-419b-8f33-6c9cfb67edab/d8fde8b3-f04f-4e37-8f70-99c57015a19e/4f907569-5a21-4c54-9698-a2246ef3e032) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:26:30.174223 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.214307 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.257851 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Network 105ddfa7-8c18-419b-8f33-6c9cfb67edab is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:26:30.263407 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:26:30.267035 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:26:30.292390 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Pushing event updated for resources: {'Port': ['ID=4f907569-5a21-4c54-9698-a2246ef3e032,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:30.315998 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34992) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:30.323159 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:30.324467 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.339199 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-76f9f01d-505f-44f2-9b5d-563a341ff7b2 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6249936 Aug 07 02:26:30.351318 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Request body: {'port': {'device_id': '40fdb756-8fdc-4bff-b531-32c3b24b3d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:26:30.403758 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.422240 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-81501c8a-1f26-4795-b1d6-54ebf57fc845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.508732 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-81501c8a-1f26-4795-b1d6-54ebf57fc845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.513340 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-81501c8a-1f26-4795-b1d6-54ebf57fc845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.550845 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-81501c8a-1f26-4795-b1d6-54ebf57fc845 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8414ba57805540cbb5943b0ecbd6261e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337716 Aug 07 02:26:30.551824 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501c8a-1f26-4795-b1d6-54ebf57fc845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86afbf30-7959-4a03-bd10-9449281de2bb,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:30.554188 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 34996) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:30.602645 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a73d3962-2de2-4124-a4f7-ced9ab0a6165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.623449 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a73d3962-2de2-4124-a4f7-ced9ab0a6165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.671663 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a73d3962-2de2-4124-a4f7-ced9ab0a6165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.672468 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f907569-5a21-4c54-9698-a2246ef3e032 {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:26:30.674534 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a73d3962-2de2-4124-a4f7-ced9ab0a6165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.675672 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-a73d3962-2de2-4124-a4f7-ced9ab0a6165 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86afbf30-7959-4a03-bd10-9449281de2bb HTTP/1.1" status: 204 len: 168 time: 0.1205797 Aug 07 02:26:30.682395 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.684076 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3962-2de2-4124-a4f7-ced9ab0a6165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86afbf30-7959-4a03-bd10-9449281de2bb,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:30.695498 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Transition to ACTIVE for port object 4f907569-5a21-4c54-9698-a2246ef3e032 will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:26:30.701033 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.749787 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Pushing event updated for resources: {'Port': ['ID=4f907569-5a21-4c54-9698-a2246ef3e032,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:30.823621 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Attempting to bind port 4f907569-5a21-4c54-9698-a2246ef3e032 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:26:30.823965 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Attempting to bind port 4f907569-5a21-4c54-9698-a2246ef3e032 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ad425409-45bf-4f24-929a-f131dae316dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:26:30.824298 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Attempting to bind port 4f907569-5a21-4c54-9698-a2246ef3e032 on network 105ddfa7-8c18-419b-8f33-6c9cfb67edab {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:26:30.828508 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Port 4f907569-5a21-4c54-9698-a2246ef3e032 on network 105ddfa7-8c18-419b-8f33-6c9cfb67edab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:26:30.828839 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Attempting to bind port 4f907569-5a21-4c54-9698-a2246ef3e032 on network 105ddfa7-8c18-419b-8f33-6c9cfb67edab {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:26:30.833645 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:26:30.833982 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Checking segment: {'id': 'ad425409-45bf-4f24-929a-f131dae316dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:26:30.834365 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Bound using segment: {'id': 'ad425409-45bf-4f24-929a-f131dae316dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:26:30.834818 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Bound port: 4f907569-5a21-4c54-9698-a2246ef3e032, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad425409-45bf-4f24-929a-f131dae316dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:26:30.835172 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.900954 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] For port 4f907569-5a21-4c54-9698-a2246ef3e032, host hv-cinder-78239, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:26:30.904860 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] For port 4f907569-5a21-4c54-9698-a2246ef3e032, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4f907569-5a21-4c54-9698-a2246ef3e032,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:26:30.909155 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.940898 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:30.941515 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:30.942931 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] 10.222.0.16 "PUT /v2.0/ports/4f907569-5a21-4c54-9698-a2246ef3e032 HTTP/1.1" status: 200 len: 1094 time: 0.5957444 Aug 07 02:26:30.943362 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fdb756-8fdc-4bff-b531-32c3b24b3d2a', 'tag': '4f907569-5a21-4c54-9698-a2246ef3e032'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:26:30.945612 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca" -d '{"events": [{"name": "network-changed", "server_uuid": "40fdb756-8fdc-4bff-b531-32c3b24b3d2a", "tag": "4f907569-5a21-4c54-9698-a2246ef3e032"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:26:30.959014 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 35004) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:30.982036 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dbcda-f3f3-4bd9-abe6-7ee44d317450 service neutron] Pushing event updated for resources: {'Port': ['ID=4f907569-5a21-4c54-9698-a2246ef3e032,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:30.982747 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4114-90d2-49f3-9cd0-5fd1c4d19a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:31.020760 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1a8b9a-6a8c-40e4-8ff0-7102fa34c1b3 x-openstack-request-id: req-9c1a8b9a-6a8c-40e4-8ff0-7102fa34c1b3 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:26:31.021660 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fdb756-8fdc-4bff-b531-32c3b24b3d2a", "tag": "4f907569-5a21-4c54-9698-a2246ef3e032", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:26:31.021660 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c1a8b9a-6a8c-40e4-8ff0-7102fa34c1b3 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:26:31.021905 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fdb756-8fdc-4bff-b531-32c3b24b3d2a', 'tag': '4f907569-5a21-4c54-9698-a2246ef3e032', 'status': 'completed', 'code': 200} Aug 07 02:26:31.048323 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-678fdb77-0950-47e9-b465-37f2f3c92944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:31.049917 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-678fdb77-0950-47e9-b465-37f2f3c92944 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4824c53ae726468593aa2693e7601aa0&device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 1097 time: 0.0624795 Aug 07 02:26:31.079023 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4114-90d2-49f3-9cd0-5fd1c4d19a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:31.083868 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4114-90d2-49f3-9cd0-5fd1c4d19a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:31.110871 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-a871ed52-f7da-4ffa-b975-1f4d4f713029 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f907569-5a21-4c54-9698-a2246ef3e032 HTTP/1.1" status: 200 len: 217 time: 0.0421431 Aug 07 02:26:31.119776 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f4114-90d2-49f3-9cd0-5fd1c4d19a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2825764b-3933-4a83-9944-a9e2ce750e41,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:31.126930 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-bd9f4114-90d2-49f3-9cd0-5fd1c4d19a72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=975646d3cc63498eba8796887ec13380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645131 Aug 07 02:26:31.127163 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 35008) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:31.135686 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dffb6e-e53b-42ae-9b09-fd7645c678ed req-75c75758-fe92-494f-b9fd-48fb8a5a4306 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:31.138078 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-11dffb6e-e53b-42ae-9b09-fd7645c678ed req-75c75758-fe92-494f-b9fd-48fb8a5a4306 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 944 time: 0.1015685 Aug 07 02:26:31.174946 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cdb85e14-8ff8-4bd7-af26-f39deef7ecd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:31.196382 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cdb85e14-8ff8-4bd7-af26-f39deef7ecd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:31.196984 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-8552c6d1-25d7-4ed3-b195-8fedc21efd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:31.198471 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-8552c6d1-25d7-4ed3-b195-8fedc21efd3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8fde8b3-f04f-4e37-8f70-99c57015a19e HTTP/1.1" status: 200 len: 853 time: 0.0802312 Aug 07 02:26:31.206251 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-11dffb6e-e53b-42ae-9b09-fd7645c678ed req-6c67083c-51f7-47ff-8cbb-cc6aca66e22b tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502601 Aug 07 02:26:31.230537 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-0a021233-d36c-4552-acf9-1b07943d80ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=105ddfa7-8c18-419b-8f33-6c9cfb67edab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232937 Aug 07 02:26:31.251845 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cdb85e14-8ff8-4bd7-af26-f39deef7ecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:31.254291 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cdb85e14-8ff8-4bd7-af26-f39deef7ecd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:31.255495 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-cdb85e14-8ff8-4bd7-af26-f39deef7ecd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2825764b-3933-4a83-9944-a9e2ce750e41 HTTP/1.1" status: 204 len: 168 time: 0.1274440 Aug 07 02:26:31.263910 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb85e14-8ff8-4bd7-af26-f39deef7ecd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2825764b-3933-4a83-9944-a9e2ce750e41,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:31.326478 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-3c3b93ce-e6eb-48d2-bb61-70d44cd64d8b service neutron] 10.222.0.16 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892038 Aug 07 02:26:31.414505 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f336dd-436b-43a6-9e92-402ddf0a034d req-364b594c-2421-419f-9b95-8c76ce304384 service neutron] 10.222.0.16 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815492 Aug 07 02:26:31.505661 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-209e75d5-2f58-442c-a7b2-28f14fa55277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:31.507242 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-209e75d5-2f58-442c-a7b2-28f14fa55277 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4824c53ae726468593aa2693e7601aa0&device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 1097 time: 0.0512900 Aug 07 02:26:31.599454 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-1fea48bd-5986-43c9-b7b5-f953b1da30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:31.600939 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-1fea48bd-5986-43c9-b7b5-f953b1da30f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=105ddfa7-8c18-419b-8f33-6c9cfb67edab HTTP/1.1" status: 200 len: 914 time: 0.0862885 Aug 07 02:26:31.648563 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-4cb19674-ef00-4843-9586-304a7ab23f5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f907569-5a21-4c54-9698-a2246ef3e032 HTTP/1.1" status: 200 len: 217 time: 0.0388341 Aug 07 02:26:31.695983 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-85ab517a-8d55-4837-8d02-ad1203940bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:31.697518 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-85ab517a-8d55-4837-8d02-ad1203940bd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8fde8b3-f04f-4e37-8f70-99c57015a19e HTTP/1.1" status: 200 len: 853 time: 0.0422714 Aug 07 02:26:31.730079 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-4b9d5663-9712-4a43-85fb-89ec697263c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=105ddfa7-8c18-419b-8f33-6c9cfb67edab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247781 Aug 07 02:26:31.822462 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-f5f6e762-cb71-4bbb-9247-0ed7ba913d38 service neutron] 10.222.0.16 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813291 Aug 07 02:26:31.916181 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a80dbc5-121d-4bc1-8b0c-8c1495451dca req-c50d2df4-b05a-4ac6-8fcf-609ae700877f service neutron] 10.222.0.16 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857744 Aug 07 02:26:32.326345 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e711a70-54e1-4b13-832e-769dde2dd563 req-319f1655-be3c-438e-97be-2d8ccbc8f466 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:32.328340 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9e711a70-54e1-4b13-832e-769dde2dd563 req-319f1655-be3c-438e-97be-2d8ccbc8f466 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 944 time: 0.0529981 Aug 07 02:26:32.374309 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9e711a70-54e1-4b13-832e-769dde2dd563 req-b061b262-05ca-4c16-b23e-d4a6088aea16 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Aug 07 02:26:32.437859 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 4f907569-5a21-4c54-9698-a2246ef3e032 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:26:32.539308 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 4f907569-5a21-4c54-9698-a2246ef3e032, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4f907569-5a21-4c54-9698-a2246ef3e032,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:32.550741 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '4f907569-5a21-4c54-9698-a2246ef3e032', 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab', 'port_id': '4f907569-5a21-4c54-9698-a2246ef3e032', 'mac_address': 'fa:16:3e:49:ba:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8fde8b3-f04f-4e37-8f70-99c57015a19e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:26:32.586471 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:32.599539 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f907569-5a21-4c54-9698-a2246ef3e032 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:26:32.619452 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 4f907569-5a21-4c54-9698-a2246ef3e032, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4f907569-5a21-4c54-9698-a2246ef3e032,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:32.623956 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:32.674622 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=4f907569-5a21-4c54-9698-a2246ef3e032,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:32.851996 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['4f907569-5a21-4c54-9698-a2246ef3e032'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:26:33.491612 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4f453-2e39-4d8f-8cc5-f45159e7159f req-77f6887d-07db-44df-99ec-5eedf03decb4 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:33.492891 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c4a4f453-2e39-4d8f-8cc5-f45159e7159f req-77f6887d-07db-44df-99ec-5eedf03decb4 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 945 time: 0.0532115 Aug 07 02:26:33.533262 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c4a4f453-2e39-4d8f-8cc5-f45159e7159f req-f635a729-46de-48f6-93d3-050570b89656 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Aug 07 02:26:34.452827 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 4f907569-5a21-4c54-9698-a2246ef3e032 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:26:34.507493 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 4f907569-5a21-4c54-9698-a2246ef3e032 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:26:34.512642 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 4f907569-5a21-4c54-9698-a2246ef3e032 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:26:34.512874 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:34.597043 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:34.620066 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fdb756-8fdc-4bff-b531-32c3b24b3d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f907569-5a21-4c54-9698-a2246ef3e032'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:26:34.623011 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff7579a-3b3b-4bad-81ba-e72a0d970c71" -d '{"events": [{"server_uuid": "40fdb756-8fdc-4bff-b531-32c3b24b3d2a", "name": "network-vif-plugged", "status": "completed", "tag": "4f907569-5a21-4c54-9698-a2246ef3e032"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:26:34.637711 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 4f907569-5a21-4c54-9698-a2246ef3e032, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4f907569-5a21-4c54-9698-a2246ef3e032,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:26:34.642071 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:34.669059 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126184f-71e4-44e6-89fb-e95abf0248ca req-f83d0f68-9d34-48f2-9e01-7ef09c6446f0 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:34.670793 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7126184f-71e4-44e6-89fb-e95abf0248ca req-f83d0f68-9d34-48f2-9e01-7ef09c6446f0 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 945 time: 0.0575223 Aug 07 02:26:34.670959 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa07b8d8-815d-4b10-bfee-c103e8f9611d x-openstack-request-id: req-aa07b8d8-815d-4b10-bfee-c103e8f9611d {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:26:34.671233 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fdb756-8fdc-4bff-b531-32c3b24b3d2a", "name": "network-vif-plugged", "status": "completed", "tag": "4f907569-5a21-4c54-9698-a2246ef3e032", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:26:34.671496 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa07b8d8-815d-4b10-bfee-c103e8f9611d {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:26:34.671899 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fdb756-8fdc-4bff-b531-32c3b24b3d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f907569-5a21-4c54-9698-a2246ef3e032', 'code': 200} Aug 07 02:26:34.716573 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=4f907569-5a21-4c54-9698-a2246ef3e032,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:34.720664 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7126184f-71e4-44e6-89fb-e95abf0248ca req-39929777-5a24-4a47-9769-5d9dc143375d tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Aug 07 02:26:34.834093 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f018851-29ee-4567-9b2b-9f68d33e12ed req-a0a18609-c3b5-4b55-b895-ab077f32c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:34.835596 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6f018851-29ee-4567-9b2b-9f68d33e12ed req-a0a18609-c3b5-4b55-b895-ab077f32c7c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 1099 time: 0.0379031 Aug 07 02:26:34.873242 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6f018851-29ee-4567-9b2b-9f68d33e12ed req-58c7aceb-e2e6-45ff-ab2c-0ca8245217a3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305860 Aug 07 02:26:35.731331 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:35.845510 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb9b4b-a744-4e15-886b-e2457604cae2 req-6d1dcf6b-6f17-4c37-bbb8-0beb8e6f87dc tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:35.846984 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31fb9b4b-a744-4e15-886b-e2457604cae2 req-6d1dcf6b-6f17-4c37-bbb8-0beb8e6f87dc tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 946 time: 0.0523300 Aug 07 02:26:35.885665 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-31fb9b4b-a744-4e15-886b-e2457604cae2 req-c2510fef-d32f-48de-b8d7-d4a5fc5ea460 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 Aug 07 02:26:38.356742 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:26:40.129563 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-a3587cdc-ba0c-4791-9efd-00542d5e42b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389712 Aug 07 02:26:40.216712 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-dcf550df-07a9-4995-b39d-4fcb7bf10488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:40.218229 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-dcf550df-07a9-4995-b39d-4fcb7bf10488 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 1098 time: 0.0407860 Aug 07 02:26:40.574762 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-ee23c699-b9b7-4064-8f0d-029fb0233c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:40.576231 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-ee23c699-b9b7-4064-8f0d-029fb0233c47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.3378403 Aug 07 02:26:40.646533 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-c9d21c37-d569-44c0-8043-416c483ff34c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3640321f-3812-4a4e-9cee-b83be88ee63a HTTP/1.1" status: 200 len: 1001 time: 0.0625229 Aug 07 02:26:40.696700 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-64a72241-07eb-4d34-94d3-29a8db5428c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:40.698066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-64a72241-07eb-4d34-94d3-29a8db5428c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0430214 Aug 07 02:26:40.748765 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-661a6d87-673c-47c8-8fc8-83f06ce7734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:26:40.750192 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-661a6d87-673c-47c8-8fc8-83f06ce7734e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440807 Aug 07 02:26:40.846926 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-ce6ca727-9b49-44da-8253-086e2515421c service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804830 Aug 07 02:26:40.943379 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7bb0c73-09e3-4349-99a2-036ba9cd8ef0 req-fa6336c1-91f4-4bf9-80c4-c59db00cfc24 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893633 Aug 07 02:26:47.055550 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b185-a590-41c6-9a6f-ceff82711edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:49.586453 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f41c361b-50f0-4208-8c20-693eb2211001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:49.760626 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:50.891019 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:52.263738 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:54.052745 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 35266) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:54.155499 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:54.241120 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:54.248416 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:54.289658 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ad74fcb61884f3db867763cec6f68e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357852 Aug 07 02:26:54.290819 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c88e022-6fa9-4e3d-876d-bbdda306bcfa,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:54.293045 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 35272) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:54.298264 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.298651 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.298996 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.299331 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.299668 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.300001 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.300330 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.300656 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.300984 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.301315 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.301636 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.301955 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d567375-a3be-44bd-8bb8-e8e9d9911237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.343099 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:54.363595 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:54.408770 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:54.411825 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:54.412946 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c88e022-6fa9-4e3d-876d-bbdda306bcfa HTTP/1.1" status: 204 len: 168 time: 0.1188548 Aug 07 02:26:54.421143 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c88e022-6fa9-4e3d-876d-bbdda306bcfa,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:54.428141 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.428500 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.428847 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.429187 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.429525 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.429861 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.430191 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.430559 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.430892 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.431220 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.431545 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:54.431870 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8506e5-baaf-441e-8a57-6bc748ac1c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:26:57.869656 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 35332) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:57.971345 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-882e94f7-f7a8-4c4e-9d84-f645896aa687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:58.057372 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-882e94f7-f7a8-4c4e-9d84-f645896aa687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:58.061524 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-882e94f7-f7a8-4c4e-9d84-f645896aa687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:58.096246 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e94f7-f7a8-4c4e-9d84-f645896aa687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e1428e-6a06-4b4b-bdec-2d7a1e5828a4,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:26:58.101410 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-882e94f7-f7a8-4c4e-9d84-f645896aa687 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa53342247954be58c21e58dac8ad0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307045 Aug 07 02:26:58.104759 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 35336) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:26:58.153039 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-82b3e6ac-8ce9-4316-9692-ef45f2714f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:58.174078 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-82b3e6ac-8ce9-4316-9692-ef45f2714f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:58.218479 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-82b3e6ac-8ce9-4316-9692-ef45f2714f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:58.221902 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-82b3e6ac-8ce9-4316-9692-ef45f2714f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:26:58.223089 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-82b3e6ac-8ce9-4316-9692-ef45f2714f95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99e1428e-6a06-4b4b-bdec-2d7a1e5828a4 HTTP/1.1" status: 204 len: 168 time: 0.1170638 Aug 07 02:26:58.231451 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3e6ac-8ce9-4316-9692-ef45f2714f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e1428e-6a06-4b4b-bdec-2d7a1e5828a4,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:05.731753 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:15.355505 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:27:17.056157 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-471502fd-f2f3-48bb-9788-c8620f5970d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:19.586670 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-61fe8b8b-4b2b-4c18-b2dc-74a9681b8d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:19.761996 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:20.891135 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:22.265087 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:33.199719 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885905-cb4b-465c-bb55-3b38fea60b31 req-395de3ab-1b71-42a1-8d05-084dea1aba27 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:33.201106 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7885905-cb4b-465c-bb55-3b38fea60b31 req-395de3ab-1b71-42a1-8d05-084dea1aba27 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 946 time: 0.0510623 Aug 07 02:27:33.240010 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7885905-cb4b-465c-bb55-3b38fea60b31 req-e9583bba-7117-4522-a214-80506a3c6b8b tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Aug 07 02:27:34.353679 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e8038-9e1f-448b-b306-13a4d0427ac2 req-bffdbfda-3e28-4c94-8780-5e63ceae3616 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:34.355142 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b66e8038-9e1f-448b-b306-13a4d0427ac2 req-bffdbfda-3e28-4c94-8780-5e63ceae3616 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 946 time: 0.0473628 Aug 07 02:27:34.392147 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b66e8038-9e1f-448b-b306-13a4d0427ac2 req-dd2abf46-68db-40a5-ad37-c5d1fb34172c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312433 Aug 07 02:27:34.799366 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-572e1963-5405-451a-8b13-0c414af1164e tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:34.800733 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-572e1963-5405-451a-8b13-0c414af1164e tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.16 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 946 time: 0.0551569 Aug 07 02:27:34.895491 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Deleting port 4f907569-5a21-4c54-9698-a2246ef3e032 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:27:34.895834 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:34.987041 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] For port 4f907569-5a21-4c54-9698-a2246ef3e032, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4f907569-5a21-4c54-9698-a2246ef3e032,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:27:34.987406 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:35.000113 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Calling delete_port for 4f907569-5a21-4c54-9698-a2246ef3e032 owned by compute:nova {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:27:35.127709 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:35.156357 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Pushing event deleted for resources: {'Port': ['ID=4f907569-5a21-4c54-9698-a2246ef3e032,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:35.196689 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] No DVR routers for this DVR port 4f907569-5a21-4c54-9698-a2246ef3e032 on host hv-cinder-78239 {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:27:35.199196 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:35.201694 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e6d90d8-6d79-4085-9f65-6f4c7d15fd40 req-b62ce5a1-db5d-4f58-82ab-096cc93a4f2c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.16 "DELETE /v2.0/ports/4f907569-5a21-4c54-9698-a2246ef3e032 HTTP/1.1" status: 204 len: 173 time: 0.3946321 Aug 07 02:27:35.202183 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fdb756-8fdc-4bff-b531-32c3b24b3d2a', 'name': 'network-vif-deleted', 'tag': '4f907569-5a21-4c54-9698-a2246ef3e032'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:27:35.204485 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f0d2a5-3208-48f4-925d-eacd5682acd7" -d '{"events": [{"server_uuid": "40fdb756-8fdc-4bff-b531-32c3b24b3d2a", "name": "network-vif-deleted", "tag": "4f907569-5a21-4c54-9698-a2246ef3e032"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:27:35.239678 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d25267-8b3f-4e06-9dd0-d095e1552924 x-openstack-request-id: req-f0d25267-8b3f-4e06-9dd0-d095e1552924 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:27:35.239966 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fdb756-8fdc-4bff-b531-32c3b24b3d2a", "name": "network-vif-deleted", "tag": "4f907569-5a21-4c54-9698-a2246ef3e032", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:27:35.240218 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0d25267-8b3f-4e06-9dd0-d095e1552924 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:27:35.240632 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fdb756-8fdc-4bff-b531-32c3b24b3d2a', 'name': 'network-vif-deleted', 'tag': '4f907569-5a21-4c54-9698-a2246ef3e032', 'status': 'completed', 'code': 200} Aug 07 02:27:35.497131 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3678ecf-50b0-420a-91ea-223916060448 req-e904a02e-e135-4573-a853-56aab7336030 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=40fdb756-8fdc-4bff-b531-32c3b24b3d2a HTTP/1.1" status: 200 len: 210 time: 0.0273943 Aug 07 02:27:35.745502 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:36.819417 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 4f907569-5a21-4c54-9698-a2246ef3e032 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:27:36.840650 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 4f907569-5a21-4c54-9698-a2246ef3e032 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:27:36.840988 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 4f907569-5a21-4c54-9698-a2246ef3e032 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:27:40.181124 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 35670) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:27:40.283503 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cc46193d-e826-4357-b084-1f504933c593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:40.368096 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cc46193d-e826-4357-b084-1f504933c593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:40.371449 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cc46193d-e826-4357-b084-1f504933c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:40.408967 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cc46193d-e826-4357-b084-1f504933c593 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02108615ad704f68a7bba689fd8ca201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268016 Aug 07 02:27:40.410882 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46193d-e826-4357-b084-1f504933c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7be2e6f-1a2c-45f1-a7b3-f7230e94dbe3,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:40.411689 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 35674) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:27:40.458492 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1e0b7c70-ab8a-4fe9-a861-fc8ee869e9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:40.479028 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1e0b7c70-ab8a-4fe9-a861-fc8ee869e9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:40.525021 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1e0b7c70-ab8a-4fe9-a861-fc8ee869e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:40.528432 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1e0b7c70-ab8a-4fe9-a861-fc8ee869e9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:40.530514 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-1e0b7c70-ab8a-4fe9-a861-fc8ee869e9a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7be2e6f-1a2c-45f1-a7b3-f7230e94dbe3 HTTP/1.1" status: 204 len: 168 time: 0.1178231 Aug 07 02:27:40.538072 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b7c70-ab8a-4fe9-a861-fc8ee869e9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7be2e6f-1a2c-45f1-a7b3-f7230e94dbe3,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:45.490632 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8f6232d1-0757-4593-9dfe-037beeacd74d tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:45.492079 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8f6232d1-0757-4593-9dfe-037beeacd74d tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/networks?id=105ddfa7-8c18-419b-8f33-6c9cfb67edab HTTP/1.1" status: 200 len: 813 time: 0.1035042 Aug 07 02:27:45.507071 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8cc08c76-6645-41f2-9d26-627d0572599f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/quotas/4824c53ae726468593aa2693e7601aa0 HTTP/1.1" status: 200 len: 375 time: 0.0093985 Aug 07 02:27:45.538864 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-514e6b3b-ecf5-4bb9-bd9a-1f32481adee0 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4824c53ae726468593aa2693e7601aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263956 Aug 07 02:27:45.722119 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8d441209-36bc-4c04-b78d-b046d4a6f4d6 service neutron] 10.222.0.11 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765366 Aug 07 02:27:45.807922 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-0b0f5684-5b55-403b-b869-c62df60bc5cb service neutron] 10.222.0.11 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798903 Aug 07 02:27:45.963518 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0b304dc0-cd45-4c2b-b5fb-1938b61f1867 req-076dac87-f04c-4e10-9575-e7cc7d46bc05 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 210 time: 0.0262303 Aug 07 02:27:47.063148 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-9027be67-b5dc-49c8-99e4-f93247821de0 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:47.065277 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-9027be67-b5dc-49c8-99e4-f93247821de0 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.16 "GET /v2.0/networks?id=105ddfa7-8c18-419b-8f33-6c9cfb67edab HTTP/1.1" status: 200 len: 813 time: 0.1188858 Aug 07 02:27:47.070085 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-79533d2b-f547-4c0f-a53b-17523f547fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:47.084041 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Request body: {'port': {'device_id': '8c3accb5-129f-46c5-8f55-5190f3df6ad9', 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab', 'admin_state_up': True, 'tenant_id': '4824c53ae726468593aa2693e7601aa0'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:27:47.102808 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f44f6106-4fed-4c9e-878a-80dff3eb0abf req-44105d64-2bea-4d24-80a4-df65fa197fda tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 210 time: 0.0476072 Aug 07 02:27:47.229969 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be945b2f-0958-43ce-88e4-a4738ec05f99 req-91e4a500-2ac6-4b19-9a05-cd4999186444 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:47.231364 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be945b2f-0958-43ce-88e4-a4738ec05f99 req-91e4a500-2ac6-4b19-9a05-cd4999186444 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0828073 Aug 07 02:27:47.272617 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Made reservation on behalf of 4824c53ae726468593aa2693e7601aa0 for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:27:47.275936 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:47.292297 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be945b2f-0958-43ce-88e4-a4738ec05f99 req-b828571e-8d90-4d6e-a98f-e38b6dba12ad tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528286 Aug 07 02:27:47.405111 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Allocated IP 172.20.0.11 (105ddfa7-8c18-419b-8f33-6c9cfb67edab/d8fde8b3-f04f-4e37-8f70-99c57015a19e/5225984a-6e78-43a4-9968-48234ef68334) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:27:47.549599 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:47.587960 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:47.632352 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Network 105ddfa7-8c18-419b-8f33-6c9cfb67edab is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:27:47.637267 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:27:47.641678 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:27:47.668023 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Pushing event updated for resources: {'Port': ['ID=5225984a-6e78-43a4-9968-48234ef68334,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:47.694897 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:47.695499 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:47.709608 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-6f181137-e9c4-4d0d-89d1-d3a29f65fe9f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6317353 Aug 07 02:27:47.723318 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Request body: {'port': {'device_id': '8c3accb5-129f-46c5-8f55-5190f3df6ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:27:47.773960 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.027617 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5225984a-6e78-43a4-9968-48234ef68334 {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:27:48.034973 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.046478 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Transition to ACTIVE for port object 5225984a-6e78-43a4-9968-48234ef68334 will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:27:48.050001 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.112129 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5225984a-6e78-43a4-9968-48234ef68334,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:48.161958 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Attempting to bind port 5225984a-6e78-43a4-9968-48234ef68334 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:27:48.162291 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Attempting to bind port 5225984a-6e78-43a4-9968-48234ef68334 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ad425409-45bf-4f24-929a-f131dae316dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:27:48.162643 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Attempting to bind port 5225984a-6e78-43a4-9968-48234ef68334 on network 105ddfa7-8c18-419b-8f33-6c9cfb67edab {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:27:48.166872 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Port 5225984a-6e78-43a4-9968-48234ef68334 on network 105ddfa7-8c18-419b-8f33-6c9cfb67edab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:27:48.167197 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Attempting to bind port 5225984a-6e78-43a4-9968-48234ef68334 on network 105ddfa7-8c18-419b-8f33-6c9cfb67edab {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:27:48.171984 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:27:48.172319 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Checking segment: {'id': 'ad425409-45bf-4f24-929a-f131dae316dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:27:48.172698 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Bound using segment: {'id': 'ad425409-45bf-4f24-929a-f131dae316dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:27:48.173115 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Bound port: 5225984a-6e78-43a4-9968-48234ef68334, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad425409-45bf-4f24-929a-f131dae316dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:27:48.173469 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.266005 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3645-a870-4fd7-8472-58efc08133b5 req-fbe2a86a-18a4-488b-83b4-bad791124b9c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:48.267512 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0a8f3645-a870-4fd7-8472-58efc08133b5 req-fbe2a86a-18a4-488b-83b4-bad791124b9c tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 944 time: 0.0920856 Aug 07 02:27:48.294850 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] For port 5225984a-6e78-43a4-9968-48234ef68334, host hv-cinder-78239, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:27:48.310663 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] For port 5225984a-6e78-43a4-9968-48234ef68334, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5225984a-6e78-43a4-9968-48234ef68334,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:27:48.319578 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.351581 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0a8f3645-a870-4fd7-8472-58efc08133b5 req-567170a1-d007-407c-9765-59edb318cdd9 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769029 Aug 07 02:27:48.372094 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:48.372094 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.372094 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] 10.222.0.16 "PUT /v2.0/ports/5225984a-6e78-43a4-9968-48234ef68334 HTTP/1.1" status: 200 len: 1094 time: 0.6489463 Aug 07 02:27:48.372094 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3accb5-129f-46c5-8f55-5190f3df6ad9', 'tag': '5225984a-6e78-43a4-9968-48234ef68334'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:27:48.372094 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3accb5-129f-46c5-8f55-5190f3df6ad9", "tag": "5225984a-6e78-43a4-9968-48234ef68334"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:27:48.423290 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5bc6c3-e291-46c4-8c19-b70477f277ee x-openstack-request-id: req-4e5bc6c3-e291-46c4-8c19-b70477f277ee {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:27:48.423568 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3accb5-129f-46c5-8f55-5190f3df6ad9", "tag": "5225984a-6e78-43a4-9968-48234ef68334", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:27:48.423809 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e5bc6c3-e291-46c4-8c19-b70477f277ee {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:27:48.424195 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3accb5-129f-46c5-8f55-5190f3df6ad9', 'tag': '5225984a-6e78-43a4-9968-48234ef68334', 'status': 'completed', 'code': 200} Aug 07 02:27:48.428260 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b591409-2322-439c-92a0-dbd4db0fcdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5225984a-6e78-43a4-9968-48234ef68334,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:48.462782 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9efbe9-d47b-458f-8026-998a7103dc36 req-f29ac7c3-fec8-450f-8ef6-1ba90bf50c1d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:48.464260 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f9efbe9-d47b-458f-8026-998a7103dc36 req-f29ac7c3-fec8-450f-8ef6-1ba90bf50c1d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 945 time: 0.1010349 Aug 07 02:27:48.478695 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-1952be68-9db4-4a62-a3e8-2658be9db665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:48.480082 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-1952be68-9db4-4a62-a3e8-2658be9db665 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4824c53ae726468593aa2693e7601aa0&device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0678635 Aug 07 02:27:48.525533 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-513fd834-126a-426f-9df4-df5cc5742130 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5225984a-6e78-43a4-9968-48234ef68334 HTTP/1.1" status: 200 len: 217 time: 0.0360451 Aug 07 02:27:48.544604 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f9efbe9-d47b-458f-8026-998a7103dc36 req-a88a9d93-cd0e-44ba-8f1d-214214df6f38 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733559 Aug 07 02:27:48.582614 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-c167ba6e-4ffe-4d7c-b272-a72d89037ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:48.584065 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-c167ba6e-4ffe-4d7c-b272-a72d89037ef6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8fde8b3-f04f-4e37-8f70-99c57015a19e HTTP/1.1" status: 200 len: 853 time: 0.0509810 Aug 07 02:27:48.611143 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-d48eddcf-cf90-4998-a38f-9af33a0f26c7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:48.612623 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-d48eddcf-cf90-4998-a38f-9af33a0f26c7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Aug 07 02:27:48.614725 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-d31db92c-338c-4e70-8179-1b8a7fdb3dce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=105ddfa7-8c18-419b-8f33-6c9cfb67edab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235772 Aug 07 02:27:48.705293 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-49530cb7-c47e-4062-863e-6aeb0a92dac1 service neutron] 10.222.0.16 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801144 Aug 07 02:27:48.706469 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Deleting port 3640321f-3812-4a4e-9cee-b83be88ee63a {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:27:48.706809 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.794285 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] For port 3640321f-3812-4a4e-9cee-b83be88ee63a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=3640321f-3812-4a4e-9cee-b83be88ee63a,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:27:48.794672 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.796203 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2441ce5c-0c78-47e0-bbeb-05b61f16a8f5 req-671e5987-3550-493b-88c3-a7153c99d365 service neutron] 10.222.0.16 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843127 Aug 07 02:27:48.897645 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-8926ff79-8521-4f40-a34e-547b5047261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:48.899215 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-8926ff79-8521-4f40-a34e-547b5047261c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4824c53ae726468593aa2693e7601aa0&device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0399990 Aug 07 02:27:48.960611 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.960981 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:48.961293 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.db.l3_db [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Floating IP 677c1db2-40ce-4b23-b5b1-075c43960110 disassociated. External IP: 172.27.3.146, port: 3640321f-3812-4a4e-9cee-b83be88ee63a. Aug 07 02:27:48.961634 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Calling delete_port for 3640321f-3812-4a4e-9cee-b83be88ee63a owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:27:48.993226 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-8c4f1a6f-4988-4a31-b828-1057ca717d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:48.994726 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-8c4f1a6f-4988-4a31-b828-1057ca717d1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=105ddfa7-8c18-419b-8f33-6c9cfb67edab HTTP/1.1" status: 200 len: 914 time: 0.0881429 Aug 07 02:27:49.037310 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-96b734f4-d3a4-4482-89a2-b23d22d899df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5225984a-6e78-43a4-9968-48234ef68334 HTTP/1.1" status: 200 len: 217 time: 0.0350270 Aug 07 02:27:49.085761 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-afda7006-4c27-4027-a8fe-009f828bd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:49.087443 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-afda7006-4c27-4027-a8fe-009f828bd0d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8fde8b3-f04f-4e37-8f70-99c57015a19e HTTP/1.1" status: 200 len: 853 time: 0.0432713 Aug 07 02:27:49.090930 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:49.117047 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event deleted for resources: {'Port': ['ID=3640321f-3812-4a4e-9cee-b83be88ee63a,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:49.117291 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-2a7afb55-c685-42ea-95be-1322b220881b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=105ddfa7-8c18-419b-8f33-6c9cfb67edab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228038 Aug 07 02:27:49.211895 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-d6f99154-3416-4891-b63a-8fd89a23d1b6 service neutron] 10.222.0.16 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865815 Aug 07 02:27:49.230833 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Router 4266bb33-10d1-4be7-a29a-6175cfda0eed has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:27:49.300926 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f731d34b-ab07-4760-8ff2-4e1fdcdcb4a6 req-67d190e3-1459-46b4-85f2-e5b52fcb5fcf service neutron] 10.222.0.16 "GET /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812175 Aug 07 02:27:49.336112 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:27:49.346813 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a72950-933f-4312-873d-562ad5f35301 None None] Sync routers for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:27:49.355632 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a72950-933f-4312-873d-562ad5f35301 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:27:49.356245 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-89a72950-933f-4312-873d-562ad5f35301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:27:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:27:49.373116 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] No DVR routers for this DVR port 3640321f-3812-4a4e-9cee-b83be88ee63a on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:27:49.376239 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:49.378223 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c170ca42-d5d5-4540-b90e-23f5b57f5fb6 req-7d1ff23b-84ff-4c9e-86a8-14a12b2a58dc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "DELETE /v2.0/ports/3640321f-3812-4a4e-9cee-b83be88ee63a HTTP/1.1" status: 204 len: 173 time: 0.7531741 Aug 07 02:27:49.378734 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'name': 'network-vif-deleted', 'tag': '3640321f-3812-4a4e-9cee-b83be88ee63a'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:27:49.380983 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1dabc7-3e9a-49eb-8d37-2b4726b586df" -d '{"events": [{"server_uuid": "3efac90d-d287-4df8-abe7-4eb8bd0e4c04", "name": "network-vif-deleted", "tag": "3640321f-3812-4a4e-9cee-b83be88ee63a"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:27:49.466765 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-89a72950-933f-4312-873d-562ad5f35301 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:27:49.493884 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f93ab-d963-49b2-bcb8-0d3d4c5e1f8d req-a49e5e17-8a15-481c-9456-3415399d0fd3 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:49.493884 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-188f93ab-d963-49b2-bcb8-0d3d4c5e1f8d req-a49e5e17-8a15-481c-9456-3415399d0fd3 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 944 time: 0.0626404 Aug 07 02:27:49.555750 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-188f93ab-d963-49b2-bcb8-0d3d4c5e1f8d req-d8e62b23-c654-4c9d-a64b-2772ca6d2dd3 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563459 Aug 07 02:27:49.583409 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf3bef1-90af-432f-adb2-22ab57cb24b3 x-openstack-request-id: req-faf3bef1-90af-432f-adb2-22ab57cb24b3 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:27:49.583782 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efac90d-d287-4df8-abe7-4eb8bd0e4c04", "name": "network-vif-deleted", "tag": "3640321f-3812-4a4e-9cee-b83be88ee63a", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:27:49.584036 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faf3bef1-90af-432f-adb2-22ab57cb24b3 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:27:49.584439 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efac90d-d287-4df8-abe7-4eb8bd0e4c04', 'name': 'network-vif-deleted', 'tag': '3640321f-3812-4a4e-9cee-b83be88ee63a', 'status': 'completed', 'code': 200} Aug 07 02:27:49.613505 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-344c1d53-6c18-4336-a435-8a5a1d2240c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:49.663737 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce202941-713f-4f2a-bb89-56c3d375f31a req-bc36a3b8-7ac1-421a-99dd-d7107054c969 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3efac90d-d287-4df8-abe7-4eb8bd0e4c04 HTTP/1.1" status: 200 len: 210 time: 0.0373497 Aug 07 02:27:49.702351 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-89a72950-933f-4312-873d-562ad5f35301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:27:49.728223 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a72950-933f-4312-873d-562ad5f35301 None None] Checking router: 4266bb33-10d1-4be7-a29a-6175cfda0eed for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:27:49.736228 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a72950-933f-4312-873d-562ad5f35301 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:27:49.736822 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-89a72950-933f-4312-873d-562ad5f35301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:27:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:27:49.797854 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:49.848243 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-89a72950-933f-4312-873d-562ad5f35301 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:27:50.043839 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-89a72950-933f-4312-873d-562ad5f35301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:27:50.071441 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a72950-933f-4312-873d-562ad5f35301 None None] The sync data for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi is: [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:27:50.267601 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efb2f59-a73e-45f3-acf1-7d36558f92f4 None None] New status for floating IP 677c1db2-40ce-4b23-b5b1-075c43960110: DOWN {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:27:50.665184 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2f89b-c94a-4e4c-9240-cd1889066199 req-29029bd2-70fc-470b-bb3a-bd95edf138fb tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:50.666664 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77f2f89b-c94a-4e4c-9240-cd1889066199 req-29029bd2-70fc-470b-bb3a-bd95edf138fb tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 944 time: 0.0484462 Aug 07 02:27:50.704468 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77f2f89b-c94a-4e4c-9240-cd1889066199 req-fc1bf66e-65b0-429c-acf8-28dce719d044 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Aug 07 02:27:50.893646 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:50.898853 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 3640321f-3812-4a4e-9cee-b83be88ee63a no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:27:50.899445 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-122dc6f4-a39f-49b2-a6ec-caffb421e31d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316898431&fields=id&tenant_id=c4275c656398424b9d2e55ebab118da2 HTTP/1.1" status: 200 len: 267 time: 0.0333335 Aug 07 02:27:50.901730 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 5225984a-6e78-43a4-9968-48234ef68334 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:27:50.925755 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 3640321f-3812-4a4e-9cee-b83be88ee63a {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:27:50.926106 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 3640321f-3812-4a4e-9cee-b83be88ee63a not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:27:51.008256 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542697c6-bb1d-464f-852a-ed653882adb8 req-d22a96e2-3044-40aa-ad04-fa98935f29c8 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:51.009725 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-d22a96e2-3044-40aa-ad04-fa98935f29c8 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 810 time: 0.1027875 Aug 07 02:27:51.014839 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 5225984a-6e78-43a4-9968-48234ef68334, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5225984a-6e78-43a4-9968-48234ef68334,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:27:51.024838 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-4af683f9-8b7c-44db-ae9b-581e43657e2c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/quotas/c4275c656398424b9d2e55ebab118da2 HTTP/1.1" status: 200 len: 375 time: 0.0089509 Aug 07 02:27:51.025070 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': '5225984a-6e78-43a4-9968-48234ef68334', 'network_id': '105ddfa7-8c18-419b-8f33-6c9cfb67edab', 'port_id': '5225984a-6e78-43a4-9968-48234ef68334', 'mac_address': 'fa:16:3e:76:c9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8fde8b3-f04f-4e37-8f70-99c57015a19e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:27:51.062826 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:51.075070 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5225984a-6e78-43a4-9968-48234ef68334 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:27:51.077334 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-a1a597c4-92b4-4122-b556-d8afc0b19e39 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468137 Aug 07 02:27:51.094974 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 5225984a-6e78-43a4-9968-48234ef68334, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5225984a-6e78-43a4-9968-48234ef68334,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:27:51.098615 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:51.144317 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=5225984a-6e78-43a4-9968-48234ef68334,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:51.151396 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.151748 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.152087 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.152424 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.152757 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.153088 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.153421 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.153749 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.154074 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.154450 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.154787 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.155108 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:27:51.173967 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-63f5e07d-8e11-4733-a3ae-fc0342cf58e2 service neutron] 10.222.0.11 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852613 Aug 07 02:27:51.261826 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-4a422f4d-a263-4ea6-8430-3792fbf3cece service neutron] 10.222.0.11 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817726 Aug 07 02:27:51.302219 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['5225984a-6e78-43a4-9968-48234ef68334'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:27:51.573898 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8cac15b3-201c-4594-9dad-057717b01cee req-db3e2238-064e-4164-88d9-13a4c9e9da74 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 210 time: 0.0304680 Aug 07 02:27:51.825734 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e2871-1da3-4b2e-8903-2a084d17993d req-792caf20-33f7-4213-9439-83c7d1ed42d3 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:51.827307 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c08e2871-1da3-4b2e-8903-2a084d17993d req-792caf20-33f7-4213-9439-83c7d1ed42d3 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 945 time: 0.0562422 Aug 07 02:27:51.868299 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c08e2871-1da3-4b2e-8903-2a084d17993d req-0db0b6ca-2016-4123-93b2-e722e18d529b tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Aug 07 02:27:52.268432 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:52.354536 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:27:52.422399 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542697c6-bb1d-464f-852a-ed653882adb8 req-8c5d9cc0-4117-4674-ae48-755542e901e4 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:52.423922 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-8c5d9cc0-4117-4674-ae48-755542e901e4 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 810 time: 0.1052208 Aug 07 02:27:52.467376 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-067e5f43-b10f-4ce1-be7e-7f4b218599a0 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4275c656398424b9d2e55ebab118da2 HTTP/1.1" status: 200 len: 380 time: 0.0343115 Aug 07 02:27:52.476510 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'port': {'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'admin_state_up': True, 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'security_groups': ['d4eb96d1-39f8-4a97-9f88-f03b066d72a9']}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:27:52.579026 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Made reservation on behalf of c4275c656398424b9d2e55ebab118da2 for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:27:52.582425 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:52.676148 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5405825f-832c-4374-bd88-857bba2e023b req-1f40d02a-7585-4d7a-a5be-2ed50efc74ed tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 210 time: 0.0341842 Aug 07 02:27:52.714765 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Allocated IP 172.20.0.11 (0e54125a-0a6d-420e-8b3a-e483048742f3/f12c00d8-75d6-40bd-94cc-e85ce6051b1c/b561e5b7-24cf-4f62-9774-b07de0ec1d74) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:27:52.861182 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:52.874045 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Transition to ACTIVE for port object b561e5b7-24cf-4f62-9774-b07de0ec1d74 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:27:52.903851 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 5225984a-6e78-43a4-9968-48234ef68334 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:27:52.909016 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:52.956744 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:27:52.964373 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:27:52.968579 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port 5225984a-6e78-43a4-9968-48234ef68334 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:27:52.969264 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:27:52.974936 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port 5225984a-6e78-43a4-9968-48234ef68334 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:27:52.975307 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:52.996511 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'Port': ['ID=b561e5b7-24cf-4f62-9774-b07de0ec1d74,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:53.010654 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d920-bcee-4ab4-be11-b17a5fd2c9be req-228fd939-acd4-4460-80e6-f77e7315bffc tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:53.014740 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ad67d920-bcee-4ab4-be11-b17a5fd2c9be req-228fd939-acd4-4460-80e6-f77e7315bffc tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 945 time: 0.0614467 Aug 07 02:27:53.024785 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:53.025516 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.042805 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-77b8d078-a754-4f89-a5be-93c457076867 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5701644 Aug 07 02:27:53.056684 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Request body: {'port': {'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:27:53.066601 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ad67d920-bcee-4ab4-be11-b17a5fd2c9be req-cc41f7ef-19e5-4347-a2ee-cfcb8918f037 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Aug 07 02:27:53.070035 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.096406 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3accb5-129f-46c5-8f55-5190f3df6ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5225984a-6e78-43a4-9968-48234ef68334'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:27:53.098729 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652bcdf6-0ba8-4966-8cf1-4cc3a14ee719" -d '{"events": [{"server_uuid": "8c3accb5-129f-46c5-8f55-5190f3df6ad9", "name": "network-vif-plugged", "status": "completed", "tag": "5225984a-6e78-43a4-9968-48234ef68334"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:27:53.117554 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port 5225984a-6e78-43a4-9968-48234ef68334, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5225984a-6e78-43a4-9968-48234ef68334,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:27:53.120091 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.122597 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.147771 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9120611-1bca-4427-a299-0141e6f82866 x-openstack-request-id: req-e9120611-1bca-4427-a299-0141e6f82866 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:27:53.148067 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3accb5-129f-46c5-8f55-5190f3df6ad9", "name": "network-vif-plugged", "status": "completed", "tag": "5225984a-6e78-43a4-9968-48234ef68334", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:27:53.148320 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9120611-1bca-4427-a299-0141e6f82866 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:27:53.148716 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3accb5-129f-46c5-8f55-5190f3df6ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5225984a-6e78-43a4-9968-48234ef68334', 'code': 200} Aug 07 02:27:53.190012 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=5225984a-6e78-43a4-9968-48234ef68334,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:53.288046 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-dda064e2-cf0e-4e0b-94b4-3e6f1e3efa3c None None] Provisioning for port b561e5b7-24cf-4f62-9774-b07de0ec1d74 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:27:53.291634 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-dda064e2-cf0e-4e0b-94b4-3e6f1e3efa3c None None] Provisioning complete for port b561e5b7-24cf-4f62-9774-b07de0ec1d74 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:27:53.292024 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dda064e2-cf0e-4e0b-94b4-3e6f1e3efa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.308691 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb6e54-c278-41ab-891a-17ed3cf268ac req-3916dd4b-7a4b-4290-8692-097d02b01557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:53.310304 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9eb6e54-c278-41ab-891a-17ed3cf268ac req-3916dd4b-7a4b-4290-8692-097d02b01557 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0436816 Aug 07 02:27:53.327271 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-dda064e2-cf0e-4e0b-94b4-3e6f1e3efa3c None None] Port b561e5b7-24cf-4f62-9774-b07de0ec1d74 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:27:53.348046 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9eb6e54-c278-41ab-891a-17ed3cf268ac req-bf5d622e-f2f3-41df-8a2e-d46c88403841 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Aug 07 02:27:53.400312 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b561e5b7-24cf-4f62-9774-b07de0ec1d74 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:27:53.407842 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.419219 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Transition to ACTIVE for port object b561e5b7-24cf-4f62-9774-b07de0ec1d74 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:27:53.422262 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.471505 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b561e5b7-24cf-4f62-9774-b07de0ec1d74,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:53.537630 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Attempting to bind port b561e5b7-24cf-4f62-9774-b07de0ec1d74 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:27:53.537966 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Attempting to bind port b561e5b7-24cf-4f62-9774-b07de0ec1d74 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:27:53.538352 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Attempting to bind port b561e5b7-24cf-4f62-9774-b07de0ec1d74 on network 0e54125a-0a6d-420e-8b3a-e483048742f3 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:27:53.542806 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Port b561e5b7-24cf-4f62-9774-b07de0ec1d74 on network 0e54125a-0a6d-420e-8b3a-e483048742f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:27:53.543131 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Attempting to bind port b561e5b7-24cf-4f62-9774-b07de0ec1d74 on network 0e54125a-0a6d-420e-8b3a-e483048742f3 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:27:53.548828 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:27:53.549202 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Checking segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:27:53.549591 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Bound using segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:27:53.550018 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Bound port: b561e5b7-24cf-4f62-9774-b07de0ec1d74, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:27:53.550394 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.619589 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] For port b561e5b7-24cf-4f62-9774-b07de0ec1d74, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:27:53.622689 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] For port b561e5b7-24cf-4f62-9774-b07de0ec1d74, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:27:53.628951 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.665781 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:53.666409 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:27:53.667792 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/b561e5b7-24cf-4f62-9774-b07de0ec1d74 HTTP/1.1" status: 200 len: 1094 time: 0.6166542 Aug 07 02:27:53.668225 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:27:53.671058 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf" -d '{"events": [{"name": "network-changed", "server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:27:53.698652 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d70526-e71e-4a2f-aabb-5d71114f79b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b561e5b7-24cf-4f62-9774-b07de0ec1d74,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:27:53.723631 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558228c4-f570-47ff-89a9-203ced06bd4c x-openstack-request-id: req-558228c4-f570-47ff-89a9-203ced06bd4c {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:27:53.723989 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:27:53.724307 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-558228c4-f570-47ff-89a9-203ced06bd4c {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:27:53.724801 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'status': 'completed', 'code': 200} Aug 07 02:27:53.761803 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542697c6-bb1d-464f-852a-ed653882adb8 req-1161f91a-62eb-45d9-844f-deb79c6999b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:53.763400 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-1161f91a-62eb-45d9-844f-deb79c6999b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 1097 time: 0.0499492 Aug 07 02:27:53.806821 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf5f6d-5490-40b4-8a7a-06b79a2ed63d req-f7a499e4-6f69-40f4-b1c6-1bd6bd9b09ed tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:53.808355 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-efbf5f6d-5490-40b4-8a7a-06b79a2ed63d req-f7a499e4-6f69-40f4-b1c6-1bd6bd9b09ed tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 944 time: 0.0509636 Aug 07 02:27:53.812622 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-8ae5ee0b-2c3c-4b92-8c7a-64ab1959913c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74 HTTP/1.1" status: 200 len: 217 time: 0.0401902 Aug 07 02:27:53.847247 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-efbf5f6d-5490-40b4-8a7a-06b79a2ed63d req-80ab5ea7-22b9-4be8-bf43-b144773a4940 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Aug 07 02:27:53.866017 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542697c6-bb1d-464f-852a-ed653882adb8 req-bbe3e496-3fe0-43b8-a265-51286bfd2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:53.867502 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-bbe3e496-3fe0-43b8-a265-51286bfd2564 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0442858 Aug 07 02:27:53.912394 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542697c6-bb1d-464f-852a-ed653882adb8 req-f7dfc038-213d-4b2f-b9df-c4f69f97f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:53.914039 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-f7dfc038-213d-4b2f-b9df-c4f69f97f3d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390306 Aug 07 02:27:54.005354 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-3f494b32-9d1f-4576-8c72-7bda7d57750b service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825341 Aug 07 02:27:54.093267 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-542697c6-bb1d-464f-852a-ed653882adb8 req-6effb4d1-5369-443b-869b-28801dbdf227 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793869 Aug 07 02:27:54.187706 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-50e5a62d-cd81-42be-b552-43a04327a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:54.189196 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-50e5a62d-cd81-42be-b552-43a04327a9f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 1097 time: 0.0463743 Aug 07 02:27:54.206008 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bfdbf-f620-4fef-bdc0-f51f550086b3 req-4b1d52aa-cf28-48c2-88c3-093abcf7dc17 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:54.207690 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d72bfdbf-f620-4fef-bdc0-f51f550086b3 req-4b1d52aa-cf28-48c2-88c3-093abcf7dc17 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 946 time: 0.0485735 Aug 07 02:27:54.246701 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d72bfdbf-f620-4fef-bdc0-f51f550086b3 req-10d34bca-c9b9-4d81-8990-eac8d9e582d7 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Aug 07 02:27:54.300970 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-18d7a8cb-bd4f-4b25-9c6b-d3d1c788d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:54.302463 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-18d7a8cb-bd4f-4b25-9c6b-d3d1c788d66d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0962589 Aug 07 02:27:54.351230 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-529f6101-9670-461e-957d-5e6d6c2da99f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74 HTTP/1.1" status: 200 len: 217 time: 0.0328140 Aug 07 02:27:54.401749 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-37f6d94e-1128-4778-a3e6-67124dafd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:54.403161 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-37f6d94e-1128-4778-a3e6-67124dafd862 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0442152 Aug 07 02:27:54.706160 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-ae95c2d2-ab22-48ae-824d-2aed326f3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:54.707589 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-ae95c2d2-ab22-48ae-824d-2aed326f3658 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2967670 Aug 07 02:27:54.793773 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-802d5700-c0b4-4226-ac0e-7564a17783bc service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780509 Aug 07 02:27:54.882072 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-a72da3f8-1ec5-4cde-8cbc-3599f0f5fccf req-8d236144-ea15-4840-b7b0-b0677be8412a service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811453 Aug 07 02:27:54.963523 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310dd6f-9e59-4305-9ac2-7c39d4689b53 req-e3eee47c-340f-491d-b2be-b09bcf849077 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:54.964863 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0310dd6f-9e59-4305-9ac2-7c39d4689b53 req-e3eee47c-340f-491d-b2be-b09bcf849077 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 944 time: 0.0470304 Aug 07 02:27:55.003557 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0310dd6f-9e59-4305-9ac2-7c39d4689b53 req-2e8674e7-3e60-4161-9d2e-5775da149ecc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328937 Aug 07 02:27:55.357000 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f803dd-78a9-42af-b13f-9d1f448e6680 req-c3385fb8-0907-468a-9c9e-52f3342dc29a tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:55.359080 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-78f803dd-78a9-42af-b13f-9d1f448e6680 req-c3385fb8-0907-468a-9c9e-52f3342dc29a tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 946 time: 0.0459261 Aug 07 02:27:55.395308 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-78f803dd-78a9-42af-b13f-9d1f448e6680 req-b0d98592-cc0a-45ec-9db1-357d8fcfa086 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304563 Aug 07 02:27:56.114616 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c0e9-957b-4443-acee-80c490c21319 req-4f0b494a-57d7-4cf3-975b-163262dc176a tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:56.116066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ec76c0e9-957b-4443-acee-80c490c21319 req-4f0b494a-57d7-4cf3-975b-163262dc176a tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 944 time: 0.0466702 Aug 07 02:27:56.152808 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ec76c0e9-957b-4443-acee-80c490c21319 req-31dd1e04-71c3-41bc-a6bb-0b334165f091 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308564 Aug 07 02:27:57.267991 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20673eaa-2511-42ab-8e54-dfa9ee200f83 req-b9662b99-c562-4512-aa06-a88e58ed9885 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:57.269459 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-20673eaa-2511-42ab-8e54-dfa9ee200f83 req-b9662b99-c562-4512-aa06-a88e58ed9885 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 944 time: 0.0483079 Aug 07 02:27:57.310125 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-20673eaa-2511-42ab-8e54-dfa9ee200f83 req-2e5848cb-b205-4ec8-a54b-17719eccf5b5 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348215 Aug 07 02:27:58.422275 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a4601-6a17-4104-ad78-71f58e413051 req-416c0c25-f912-4e01-8d06-1c4f3bbc06f8 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:58.423753 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-298a4601-6a17-4104-ad78-71f58e413051 req-416c0c25-f912-4e01-8d06-1c4f3bbc06f8 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 944 time: 0.0485420 Aug 07 02:27:58.463485 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-298a4601-6a17-4104-ad78-71f58e413051 req-e549143d-244e-415a-b0b4-45cf218ebb0e tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338342 Aug 07 02:27:59.576683 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af0263-36cb-474a-804d-dbce146d9855 req-74005cab-220d-4ae4-82d8-8a59411d7769 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:27:59.578102 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-45af0263-36cb-474a-804d-dbce146d9855 req-74005cab-220d-4ae4-82d8-8a59411d7769 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 944 time: 0.0464656 Aug 07 02:27:59.613749 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-45af0263-36cb-474a-804d-dbce146d9855 req-536fd561-c830-4257-95f2-732a006868c3 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299952 Aug 07 02:28:00.725530 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aba06-2eb2-4642-868a-0be1e0748537 req-6ad1934b-af38-4b40-a9bc-f050c4c06b67 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:00.727007 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-062aba06-2eb2-4642-868a-0be1e0748537 req-6ad1934b-af38-4b40-a9bc-f050c4c06b67 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 944 time: 0.0476155 Aug 07 02:28:00.766415 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-062aba06-2eb2-4642-868a-0be1e0748537 req-9a651325-1d8a-4c86-b88e-73e26fa07bba tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336125 Aug 07 02:28:00.933737 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device b561e5b7-24cf-4f62-9774-b07de0ec1d74 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:28:01.031858 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port b561e5b7-24cf-4f62-9774-b07de0ec1d74, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:28:01.042529 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:28:01.079190 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:01.091000 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b561e5b7-24cf-4f62-9774-b07de0ec1d74 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:28:01.110160 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port b561e5b7-24cf-4f62-9774-b07de0ec1d74, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:28:01.113833 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:01.162938 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=b561e5b7-24cf-4f62-9774-b07de0ec1d74,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:28:01.360696 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['b561e5b7-24cf-4f62-9774-b07de0ec1d74'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:28:01.882597 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533148c-50f4-4c9b-9c58-61866f65cd3f req-e7ef9e51-fb98-4bf7-86c7-1ff6ba8334d6 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:01.884459 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f533148c-50f4-4c9b-9c58-61866f65cd3f req-e7ef9e51-fb98-4bf7-86c7-1ff6ba8334d6 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 945 time: 0.0496838 Aug 07 02:28:01.922745 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f533148c-50f4-4c9b-9c58-61866f65cd3f req-2cf87d4c-2882-4da5-b53a-2468f1c35653 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323730 Aug 07 02:28:03.032588 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58a46c-f877-497b-af84-c706a9c1808d req-3a6d6136-09d8-484c-a877-0d3c5da9af80 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:03.034016 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e58a46c-f877-497b-af84-c706a9c1808d req-3a6d6136-09d8-484c-a877-0d3c5da9af80 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 945 time: 0.0473711 Aug 07 02:28:03.070201 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e58a46c-f877-497b-af84-c706a9c1808d req-fd2ce36a-de27-4d4c-bcd6-3cd5a710f5b7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303617 Aug 07 02:28:03.361757 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device b561e5b7-24cf-4f62-9774-b07de0ec1d74 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:28:03.408428 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port b561e5b7-24cf-4f62-9774-b07de0ec1d74 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:28:03.411902 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port b561e5b7-24cf-4f62-9774-b07de0ec1d74 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:28:03.412279 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:03.485410 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:03.510358 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:28:03.512710 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d578b106-6858-45c8-b12e-2680ee68e6f9" -d '{"events": [{"server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "name": "network-vif-plugged", "status": "completed", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:28:03.525480 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port b561e5b7-24cf-4f62-9774-b07de0ec1d74, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:28:03.530092 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:03.553251 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a26707-9298-4cb0-b377-419e02524e69 x-openstack-request-id: req-c3a26707-9298-4cb0-b377-419e02524e69 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:28:03.553546 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "name": "network-vif-plugged", "status": "completed", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:28:03.553806 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3a26707-9298-4cb0-b377-419e02524e69 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:28:03.554196 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'code': 200} Aug 07 02:28:03.580104 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=b561e5b7-24cf-4f62-9774-b07de0ec1d74,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:28:04.180237 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c860b4c-7ae1-4511-bf64-71bd0dc3bddb req-18e84c06-a2e7-49d2-89ea-c8362512c934 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:04.181678 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6c860b4c-7ae1-4511-bf64-71bd0dc3bddb req-18e84c06-a2e7-49d2-89ea-c8362512c934 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 946 time: 0.0465226 Aug 07 02:28:04.221049 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6c860b4c-7ae1-4511-bf64-71bd0dc3bddb req-b80e01b2-574a-4ded-b33b-1033df99968b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329468 Aug 07 02:28:05.511869 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926f136-1a38-4798-aed3-f1c4c9425f71 req-41bc979f-aeb3-4dd0-bd41-02d498d2c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:05.513546 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-b926f136-1a38-4798-aed3-f1c4c9425f71 req-41bc979f-aeb3-4dd0-bd41-02d498d2c033 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 1099 time: 0.0414746 Aug 07 02:28:05.550168 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-b926f136-1a38-4798-aed3-f1c4c9425f71 req-71d28ed8-d8b9-4d25-a36e-415893e7bf0b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290253 Aug 07 02:28:05.581575 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec90883-9b9d-4458-b2c4-48651f4663e4 req-103c36e1-c439-43bf-9c58-a215e7f5e6ef tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:05.583086 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4ec90883-9b9d-4458-b2c4-48651f4663e4 req-103c36e1-c439-43bf-9c58-a215e7f5e6ef tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 946 time: 0.2945998 Aug 07 02:28:05.619358 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4ec90883-9b9d-4458-b2c4-48651f4663e4 req-4be13329-4581-4baf-9b3c-d79f60da3c62 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Aug 07 02:28:05.749443 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:06.730342 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049c27-bdf6-4312-b3a7-68e3a4d5c25f req-54264f58-c796-4ab7-858c-d901fd8d91b2 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:06.731807 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-25049c27-bdf6-4312-b3a7-68e3a4d5c25f req-54264f58-c796-4ab7-858c-d901fd8d91b2 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 946 time: 0.0470450 Aug 07 02:28:06.768610 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-25049c27-bdf6-4312-b3a7-68e3a4d5c25f req-2f7c9ce0-a4ac-4771-af9a-bc0b9a18bfdf tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301917 Aug 07 02:28:06.879156 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456a46a-ecb9-4574-94f3-caa22eb6c0a4 req-fff55bbe-5f8e-4870-b686-94ea2c94cc7c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:06.880616 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6456a46a-ecb9-4574-94f3-caa22eb6c0a4 req-fff55bbe-5f8e-4870-b686-94ea2c94cc7c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 946 time: 0.0481455 Aug 07 02:28:06.920410 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6456a46a-ecb9-4574-94f3-caa22eb6c0a4 req-dc2c60ee-7978-47b9-8737-f49d5ec99e67 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Aug 07 02:28:06.942395 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 35866) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:28:06.980230 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7d29d-0a78-4bc2-964e-423d249a19c0 tempest-TestVolumeBootPattern-1460953832 tempest-TestVolumeBootPattern-1460953832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:06.981733 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c8a7d29d-0a78-4bc2-964e-423d249a19c0 tempest-TestVolumeBootPattern-1460953832 tempest-TestVolumeBootPattern-1460953832-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 1094 time: 0.0383642 Aug 07 02:28:06.985324 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 35868) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:28:06.989574 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'floatingip': {'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:28:07.010250 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:07.103549 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:07.205286 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Allocated IP 172.27.3.24 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/904b37d9-926f-4074-b80d-65ba9ac1c483) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:28:07.302077 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:07.344032 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:07.381851 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:28:07.384589 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:28:07.388044 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:28:07.394051 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'Port': ['ID=904b37d9-926f-4074-b80d-65ba9ac1c483,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:28:07.417728 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.418086 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.418461 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.418806 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.419143 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.419480 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.419813 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.420145 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.420479 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.420951 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.421343 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.421675 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:07.744688 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:07.808234 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:07.953289 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:07.957658 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:08.027749 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'Port': ['ID=904b37d9-926f-4074-b80d-65ba9ac1c483,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:28:08.036703 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:08.135057 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Floating IP bbeba958-2ab2-4cdb-b6ea-d61d6bef4234 associated. External IP: 172.27.3.24, port: b561e5b7-24cf-4f62-9774-b07de0ec1d74. Aug 07 02:28:08.344492 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Router 4266bb33-10d1-4be7-a29a-6175cfda0eed has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:28:08.449927 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:28:08.459296 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] Sync routers for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:28:08.465675 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:08.468768 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:28:08.469388 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:27:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:28:08.503764 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-341b1445-39ec-4cf1-bef3-7e8153c4d6d7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5174234 Aug 07 02:28:08.504358 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:28:08.506620 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac31754-ae3e-4dfe-b7fa-7c5867031450" -d '{"events": [{"name": "network-changed", "server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:28:08.544154 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7379750f-60a5-45de-b0c7-6f926d224052 x-openstack-request-id: req-7379750f-60a5-45de-b0c7-6f926d224052 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:28:08.544453 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:28:08.544705 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7379750f-60a5-45de-b0c7-6f926d224052 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:28:08.545126 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'status': 'completed', 'code': 200} Aug 07 02:28:08.574842 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:28:08.790054 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'bbeba958-2ab2-4cdb-b6ea-d61d6bef4234', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:28:07Z', 'updated_at': '2021-08-07T02:28:07Z', 'revision_number': 0, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:28:08.814544 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] Checking router: 4266bb33-10d1-4be7-a29a-6175cfda0eed for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:28:08.822331 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:28:08.822952 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:27:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:28:08.922213 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:28:09.134176 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'bbeba958-2ab2-4cdb-b6ea-d61d6bef4234', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:28:07Z', 'updated_at': '2021-08-07T02:28:07Z', 'revision_number': 0, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:28:09.164550 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb95b5-6708-4d23-b16d-83e2c853a12f None None] The sync data for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi is: [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'bbeba958-2ab2-4cdb-b6ea-d61d6bef4234', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:28:07Z', 'updated_at': '2021-08-07T02:28:07Z', 'revision_number': 0, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:28:09.341626 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bdf73-ea92-4beb-9dcb-ece6149eddca None None] New status for floating IP bbeba958-2ab2-4cdb-b6ea-d61d6bef4234: ACTIVE {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:28:09.566449 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-1921500b-1ab4-4542-91e5-128a9d43ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:09.567936 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-1921500b-1ab4-4542-91e5-128a9d43ebbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 1099 time: 0.0393546 Aug 07 02:28:09.659904 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-e71824d5-1263-4f96-9548-2dbf0cfde35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:09.661368 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-e71824d5-1263-4f96-9548-2dbf0cfde35f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0861692 Aug 07 02:28:09.726364 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-f27a9422-3fed-4901-8c34-3e8fbd5ace8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74 HTTP/1.1" status: 200 len: 1001 time: 0.0560179 Aug 07 02:28:09.784070 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-4060edc7-8134-478b-ab69-46ea8f957c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:09.785460 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-4060edc7-8134-478b-ab69-46ea8f957c97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0448275 Aug 07 02:28:09.829963 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-ab74911c-35c5-4094-9a2c-147b2938fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:09.831463 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-ab74911c-35c5-4094-9a2c-147b2938fbac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385735 Aug 07 02:28:09.919226 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-be249e1d-49a5-494d-9aa9-8711bf9b2824 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799384 Aug 07 02:28:10.008537 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-4ac31754-ae3e-4dfe-b7fa-7c5867031450 req-83a98b70-39f1-4b54-ab8e-745c95b856f4 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822721 Aug 07 02:28:15.295302 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f95150-a2e3-4b3c-bcdb-59d27956c7ba req-d1a22136-1905-45aa-8d1f-bc8b2cd84e34 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:15.296786 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-92f95150-a2e3-4b3c-bcdb-59d27956c7ba req-d1a22136-1905-45aa-8d1f-bc8b2cd84e34 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 946 time: 0.0483394 Aug 07 02:28:15.334854 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-92f95150-a2e3-4b3c-bcdb-59d27956c7ba req-172b4020-a9e1-4ee1-bc09-d23bdb382801 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Aug 07 02:28:16.453660 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d1bb8-9ee1-4338-b7a7-262678970fd8 req-f7eb26c5-fc50-4f73-87a6-8949f4fe9a3f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:16.455178 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-767d1bb8-9ee1-4338-b7a7-262678970fd8 req-f7eb26c5-fc50-4f73-87a6-8949f4fe9a3f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 946 time: 0.0530756 Aug 07 02:28:16.491840 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-767d1bb8-9ee1-4338-b7a7-262678970fd8 req-f1e356d1-baf1-48fd-a7ae-cbd14dc5cc0f tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/security-groups?id=fe5587f7-e080-40bf-9355-855113c9a383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Aug 07 02:28:16.929270 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-38925544-5ad7-45dc-958b-b36f47b76ffc tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:16.930734 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-38925544-5ad7-45dc-958b-b36f47b76ffc tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 946 time: 0.0473912 Aug 07 02:28:17.021139 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Deleting port 5225984a-6e78-43a4-9968-48234ef68334 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:28:17.021475 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:17.061804 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-083bc252-5bf6-475d-82cd-14d8c7a9b2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:17.105580 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] For port 5225984a-6e78-43a4-9968-48234ef68334, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5225984a-6e78-43a4-9968-48234ef68334,segment=NetworkSegment(ad425409-45bf-4f24-929a-f131dae316dc),segment_id=ad425409-45bf-4f24-929a-f131dae316dc)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:28:17.105941 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:17.118364 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Calling delete_port for 5225984a-6e78-43a4-9968-48234ef68334 owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:28:17.244830 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:17.270344 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Pushing event deleted for resources: {'Port': ['ID=5225984a-6e78-43a4-9968-48234ef68334,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:28:17.279757 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.280746 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.281179 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.281514 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.281844 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.282173 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.282598 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.282928 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.283681 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.283681 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.283880 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.284169 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:28:17.320141 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] No DVR routers for this DVR port 5225984a-6e78-43a4-9968-48234ef68334 on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:28:17.322621 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:17.324655 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-03912ff7-7f86-41a6-8c51-35282447fa46 req-9479d180-e459-4287-9d34-7a2dcc86a760 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.16 "DELETE /v2.0/ports/5225984a-6e78-43a4-9968-48234ef68334 HTTP/1.1" status: 204 len: 173 time: 0.3872070 Aug 07 02:28:17.325079 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3accb5-129f-46c5-8f55-5190f3df6ad9', 'name': 'network-vif-deleted', 'tag': '5225984a-6e78-43a4-9968-48234ef68334'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:28:17.327792 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef78d0d0-334d-474b-90db-ab8b11141a75" -d '{"events": [{"server_uuid": "8c3accb5-129f-46c5-8f55-5190f3df6ad9", "name": "network-vif-deleted", "tag": "5225984a-6e78-43a4-9968-48234ef68334"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:28:17.362643 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe25c6ed-47c2-48e2-88da-52331ebaa5fe x-openstack-request-id: req-fe25c6ed-47c2-48e2-88da-52331ebaa5fe {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:28:17.362936 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3accb5-129f-46c5-8f55-5190f3df6ad9", "name": "network-vif-deleted", "tag": "5225984a-6e78-43a4-9968-48234ef68334", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:28:17.363194 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe25c6ed-47c2-48e2-88da-52331ebaa5fe {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:28:17.363592 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3accb5-129f-46c5-8f55-5190f3df6ad9', 'name': 'network-vif-deleted', 'tag': '5225984a-6e78-43a4-9968-48234ef68334', 'status': 'completed', 'code': 200} Aug 07 02:28:17.594598 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4a89a370-25b3-42f7-8e55-a0546140dfb7 req-d7065c19-1723-4d94-86fb-e09e1e68de33 tempest-VolumesSnapshotTestJSON-88118233 tempest-VolumesSnapshotTestJSON-88118233-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3accb5-129f-46c5-8f55-5190f3df6ad9 HTTP/1.1" status: 200 len: 210 time: 0.0260952 Aug 07 02:28:19.049612 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 5225984a-6e78-43a4-9968-48234ef68334 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:28:19.068932 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: 5225984a-6e78-43a4-9968-48234ef68334 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:28:19.069266 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device 5225984a-6e78-43a4-9968-48234ef68334 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:28:19.584663 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-579dec66-03c0-47af-8a05-7c34ce305f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:19.767219 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:20.895836 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:22.269779 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:29.352752 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:28:35.774075 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:40.649720 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-72412895-fbe3-4111-9f42-4c97dd8506e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424058 Aug 07 02:28:40.729935 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-f72d2b3a-6cd4-467e-96cc-c27aa669b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:40.731468 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-f72d2b3a-6cd4-467e-96cc-c27aa669b6e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 1099 time: 0.0401592 Aug 07 02:28:40.831993 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-d4cc5808-3787-4f95-bb7f-a6336557d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:40.833493 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-d4cc5808-3787-4f95-bb7f-a6336557d18a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0820377 Aug 07 02:28:40.899460 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-2a9f4e1a-9199-4684-aaad-d6f8809ea1b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74 HTTP/1.1" status: 200 len: 1001 time: 0.0585606 Aug 07 02:28:40.948237 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-3c27e9f5-abc0-4246-bb02-ac5f78d5c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:40.949615 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-3c27e9f5-abc0-4246-bb02-ac5f78d5c9dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0432472 Aug 07 02:28:40.993274 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-ab0f4f42-eb49-4bc9-be03-bece12713e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:28:40.994684 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-ab0f4f42-eb49-4bc9-be03-bece12713e4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382805 Aug 07 02:28:41.084580 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-5a1f9e79-9596-4802-8ca5-a45ac2eaceed service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830343 Aug 07 02:28:41.170712 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-2664ded5-3f02-4eee-ba40-209d2a181d1c req-bb998533-a3d6-4d8e-a6c9-e94cc605f05e service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795653 Aug 07 02:28:41.622006 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36060) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:28:41.665948 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-398098a2-2dbf-4a54-a684-fe38444a4b72 admin admin] Deleting subnet d8fde8b3-f04f-4e37-8f70-99c57015a19e {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:28:41.668870 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-398098a2-2dbf-4a54-a684-fe38444a4b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:41.705942 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-398098a2-2dbf-4a54-a684-fe38444a4b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125182'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:41.742723 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-398098a2-2dbf-4a54-a684-fe38444a4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:41.793581 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-398098a2-2dbf-4a54-a684-fe38444a4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2616737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3338023'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:41.821394 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-398098a2-2dbf-4a54-a684-fe38444a4b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:41.823522 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-398098a2-2dbf-4a54-a684-fe38444a4b72 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d8fde8b3-f04f-4e37-8f70-99c57015a19e HTTP/1.1" status: 204 len: 168 time: 0.2002685 Aug 07 02:28:41.824275 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398098a2-2dbf-4a54-a684-fe38444a4b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8fde8b3-f04f-4e37-8f70-99c57015a19e,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:28:41.825740 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36062) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:28:41.892283 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:41.970678 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:41.979997 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105ddfa7-8c18-419b-8f33-6c9cfb67edab']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:28:41.990300 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad425409-45bf-4f24-929a-f131dae316dc') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:28:41.990747 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad425409-45bf-4f24-929a-f131dae316dc') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:28:41.999187 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125161'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:42.012680 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:42.018253 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:28:42.018675 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2616703'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: timer() Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: cb(*args, **kw) Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: self._notify() Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: self.callback(batched_events) Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: event.method(event) Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._get(url).json() Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:28:42.020306 dv-cinder-782390-7-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:28:42.076470 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:42.081735 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:42.083780 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] 10.222.0.11 "DELETE /v2.0/networks/105ddfa7-8c18-419b-8f33-6c9cfb67edab HTTP/1.1" status: 204 len: 168 time: 0.2571504 Aug 07 02:28:42.094469 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6c9d5-e438-4f4c-bf7e-2a4d47c3e0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=105ddfa7-8c18-419b-8f33-6c9cfb67edab,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:28:42.242441 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36066) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:28:42.285041 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-37d783c0-ec9b-40ce-b60f-b0620ce1df9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4824c53ae726468593aa2693e7601aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414779 Aug 07 02:28:42.287371 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36068) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:28:42.332381 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-14d1d34a-5451-4093-8224-a96b25ba7734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:42.352781 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-14d1d34a-5451-4093-8224-a96b25ba7734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:42.397908 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-14d1d34a-5451-4093-8224-a96b25ba7734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:42.400669 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-14d1d34a-5451-4093-8224-a96b25ba7734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:42.401787 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-14d1d34a-5451-4093-8224-a96b25ba7734 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe5587f7-e080-40bf-9355-855113c9a383 HTTP/1.1" status: 204 len: 168 time: 0.1135559 Aug 07 02:28:42.409754 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1d34a-5451-4093-8224-a96b25ba7734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5587f7-e080-40bf-9355-855113c9a383,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:28:47.061820 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-714bbd07-0bed-4eab-89d9-41805e37ec79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:49.585574 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6cd42c27-eb13-4be6-82c2-c9275d017a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:49.768107 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:50.897790 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:28:52.273216 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:02.432513 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36206) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:29:02.535822 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f0799819-a107-4de8-af2e-ae0fe4a118f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:02.620943 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f0799819-a107-4de8-af2e-ae0fe4a118f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:02.624712 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f0799819-a107-4de8-af2e-ae0fe4a118f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:02.663146 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-f0799819-a107-4de8-af2e-ae0fe4a118f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f332ae607da4de8b127bab3801be404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294631 Aug 07 02:29:02.664014 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0799819-a107-4de8-af2e-ae0fe4a118f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca15c69d-14a5-4bff-af59-f4b2a8188cc0,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:29:02.665783 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36210) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:29:02.714242 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-66c2cd0b-3038-42e7-858a-cf48a5109547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:02.734401 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-66c2cd0b-3038-42e7-858a-cf48a5109547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:02.781005 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-66c2cd0b-3038-42e7-858a-cf48a5109547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:02.783637 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-66c2cd0b-3038-42e7-858a-cf48a5109547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:02.784791 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-66c2cd0b-3038-42e7-858a-cf48a5109547 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca15c69d-14a5-4bff-af59-f4b2a8188cc0 HTTP/1.1" status: 204 len: 168 time: 0.1179664 Aug 07 02:29:02.792228 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2cd0b-3038-42e7-858a-cf48a5109547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca15c69d-14a5-4bff-af59-f4b2a8188cc0,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:29:05.770104 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:06.351457 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:29:17.061345 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-be04b7ef-542d-480d-b014-92cef8b94ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:19.585874 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9949c0ff-01ba-42c3-aa6a-b5ef9b6d4bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:19.768940 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:20.901468 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:22.276014 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:35.770919 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:42.220654 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-52328807-5a19-4c14-8bd5-ba7205002fb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1304336 Aug 07 02:29:42.298101 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-8382deef-794d-45ba-8b80-84b04e222065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:29:42.299573 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-8382deef-794d-45ba-8b80-84b04e222065 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 1099 time: 0.0383809 Aug 07 02:29:42.399501 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-1a7c4ee8-b334-48bf-af4a-1930301634da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:29:42.400865 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-1a7c4ee8-b334-48bf-af4a-1930301634da service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0810661 Aug 07 02:29:42.467028 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-be23ef39-acf4-4758-a2d5-875356c5eadc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74 HTTP/1.1" status: 200 len: 1001 time: 0.0593402 Aug 07 02:29:42.514856 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-4c5bb125-e032-4101-b7b1-8a0508985002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:29:42.516284 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-4c5bb125-e032-4101-b7b1-8a0508985002 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0425797 Aug 07 02:29:42.561207 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-866a51db-9d97-4043-b71a-0e31746ea779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:29:42.562660 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-866a51db-9d97-4043-b71a-0e31746ea779 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386152 Aug 07 02:29:42.573887 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-1b76f943-cb9e-4648-94c2-58eade8f97f4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:29:42.574885 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-1b76f943-cb9e-4648-94c2-58eade8f97f4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049591 Aug 07 02:29:42.674434 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-0a12c7e9-5e93-42a0-a051-d2081ea2ea1a service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916636 Aug 07 02:29:42.764791 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6f2571d3-f650-4779-9570-f605ee684fe2 req-8c508b9a-377f-446d-b247-2ec58998230a service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836332 Aug 07 02:29:43.350197 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:29:47.061364 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a32d6e90-fea0-461f-8fba-c648c6f4e99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:49.585116 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6643b2a1-c886-421f-a4ed-1bcb63eef8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:49.767534 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:50.904106 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:52.278797 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:29:58.489595 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-e1837066-9acc-4c2a-8563-20c5b8c5d4f7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316898431&fields=id&tenant_id=c4275c656398424b9d2e55ebab118da2 HTTP/1.1" status: 200 len: 267 time: 0.0339179 Aug 07 02:29:58.600225 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-c9f0ee22-3acd-4e1b-b274-7514e4c60836 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:29:58.601759 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-c9f0ee22-3acd-4e1b-b274-7514e4c60836 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 810 time: 0.1054068 Aug 07 02:29:58.616090 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-8fbdffec-119f-4569-8b00-10e9050feadc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/quotas/c4275c656398424b9d2e55ebab118da2 HTTP/1.1" status: 200 len: 375 time: 0.0086906 Aug 07 02:29:58.672320 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-96065321-da0d-4f5f-a70e-6e73ab96eae5 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511072 Aug 07 02:29:58.687044 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-8eeef384-4ae4-4170-a572-b8e3b0424f24 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 02:29:58.687998 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-8eeef384-4ae4-4170-a572-b8e3b0424f24 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050335 Aug 07 02:29:58.777229 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5045f5d3-40a6-41b3-ad10-4c01d8514799 service neutron] 10.222.0.11 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838027 Aug 07 02:29:58.862914 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5721fa20-c5aa-442e-b51d-041c499e6dd0 service neutron] 10.222.0.11 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797453 Aug 07 02:29:59.200279 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c37d798a-8417-4931-a91d-ab4184b8a3c6 req-22ffc141-f52f-4227-be2f-6dca0e5e0b05 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 210 time: 0.0826166 Aug 07 02:30:00.014273 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-d88e86fe-18f9-49f7-a362-b8ab9603dfea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:00.015735 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-d88e86fe-18f9-49f7-a362-b8ab9603dfea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 810 time: 0.1069019 Aug 07 02:30:00.057901 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-d3c85d12-956d-4a58-ace3-8d6cd504d857 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4275c656398424b9d2e55ebab118da2 HTTP/1.1" status: 200 len: 380 time: 0.0325139 Aug 07 02:30:00.067069 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'port': {'device_id': '3287994f-55c7-401c-b866-f97a03e23175', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'admin_state_up': True, 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'security_groups': ['d4eb96d1-39f8-4a97-9f88-f03b066d72a9']}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:30:00.175657 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Made reservation on behalf of c4275c656398424b9d2e55ebab118da2 for: {'port': 1} {{(pid=93283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 02:30:00.179097 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:00.294874 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e5c2ef2-f1bb-4044-a9cb-ec89b251d053 req-c34dab0e-7637-4731-ae83-1c0edab5a606 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 210 time: 0.0282645 Aug 07 02:30:00.302763 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Allocated IP 172.20.0.9 (0e54125a-0a6d-420e-8b3a-e483048742f3/f12c00d8-75d6-40bd-94cc-e85ce6051b1c/f4caf836-ae68-4386-9913-a4945feee945) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:30:00.454230 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:00.467830 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Transition to ACTIVE for port object f4caf836-ae68-4386-9913-a4945feee945 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:30:00.500641 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:00.543870 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:30:00.546776 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:30:00.550356 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:30:00.574349 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'Port': ['ID=f4caf836-ae68-4386-9913-a4945feee945,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:30:00.586944 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.587294 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.587633 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.587967 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.588299 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.588628 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.588954 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.589281 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.589605 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.589925 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.590247 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.590597 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:00.613043 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:00.613662 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:00.628573 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-3bbe060a-c632-4266-b9b3-d75bc039076f tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648694 Aug 07 02:30:00.653761 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.v2.base [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Request body: {'port': {'device_id': '3287994f-55c7-401c-b866-f97a03e23175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=93283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:30:00.714139 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:00.732665 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-f75af8df-d0a3-459b-8373-65a6dc1b1968 None None] Provisioning for port f4caf836-ae68-4386-9913-a4945feee945 completed by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:30:00.736306 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-f75af8df-d0a3-459b-8373-65a6dc1b1968 None None] Provisioning complete for port f4caf836-ae68-4386-9913-a4945feee945 triggered by entity DHCP. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:30:00.736678 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f75af8df-d0a3-459b-8373-65a6dc1b1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:00.770061 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-f75af8df-d0a3-459b-8373-65a6dc1b1968 None None] Port f4caf836-ae68-4386-9913-a4945feee945 cannot update to ACTIVE because it is not bound. {{(pid=93284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 02:30:00.970641 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4caf836-ae68-4386-9913-a4945feee945 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:30:00.978594 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:00.990304 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Transition to ACTIVE for port object f4caf836-ae68-4386-9913-a4945feee945 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 02:30:00.994714 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:01.044721 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Pushing event updated for resources: {'Port': ['ID=f4caf836-ae68-4386-9913-a4945feee945,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:30:01.115849 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Attempting to bind port f4caf836-ae68-4386-9913-a4945feee945 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 02:30:01.116227 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Attempting to bind port f4caf836-ae68-4386-9913-a4945feee945 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 02:30:01.116502 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Attempting to bind port f4caf836-ae68-4386-9913-a4945feee945 on network 0e54125a-0a6d-420e-8b3a-e483048742f3 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:30:01.121651 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Port f4caf836-ae68-4386-9913-a4945feee945 on network 0e54125a-0a6d-420e-8b3a-e483048742f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 02:30:01.121975 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Attempting to bind port f4caf836-ae68-4386-9913-a4945feee945 on network 0e54125a-0a6d-420e-8b3a-e483048742f3 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 02:30:01.127009 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Checking agent: {'id': '1a06ef35-b722-4011-8586-e718579e38df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'started_at': datetime.datetime(2021, 8, 7, 2, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 2, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 02:30:01.127345 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Checking segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 02:30:01.127724 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Bound using segment: {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 02:30:01.128146 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Bound port: f4caf836-ae68-4386-9913-a4945feee945, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80f3d10-3926-4126-8d4c-5350b21ef291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 02:30:01.128504 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:01.192846 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] For port f4caf836-ae68-4386-9913-a4945feee945, host hv-cinder-78239, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 02:30:01.195858 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] For port f4caf836-ae68-4386-9913-a4945feee945, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f4caf836-ae68-4386-9913-a4945feee945,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 02:30:01.200216 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4175564'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:01.233179 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:01.233783 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:01.235182 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] 10.222.0.16 "PUT /v2.0/ports/f4caf836-ae68-4386-9913-a4945feee945 HTTP/1.1" status: 200 len: 1093 time: 0.5865006 Aug 07 02:30:01.235613 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:30:01.237802 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe96b803-6579-4052-a169-21a366429549" -d '{"events": [{"name": "network-changed", "server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "tag": "f4caf836-ae68-4386-9913-a4945feee945"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:30:01.261576 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c795906-d3ec-452d-833e-4df29cd9b355 service neutron] Pushing event updated for resources: {'Port': ['ID=f4caf836-ae68-4386-9913-a4945feee945,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:30:01.292027 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5096df-b51f-4d70-8e98-edbbaa2dfe84 x-openstack-request-id: req-0f5096df-b51f-4d70-8e98-edbbaa2dfe84 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:30:01.292329 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "tag": "f4caf836-ae68-4386-9913-a4945feee945", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:30:01.292648 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f5096df-b51f-4d70-8e98-edbbaa2dfe84 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:30:01.293106 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945', 'status': 'completed', 'code': 200} Aug 07 02:30:01.329921 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-57173965-9a1a-43cf-b5fb-e94adceee3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:01.331621 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-57173965-9a1a-43cf-b5fb-e94adceee3b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 1096 time: 0.0506885 Aug 07 02:30:01.374694 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-1eace373-8232-4e66-bc4d-e24a1aeec42b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4caf836-ae68-4386-9913-a4945feee945 HTTP/1.1" status: 200 len: 217 time: 0.0347872 Aug 07 02:30:01.417562 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc1a6d-b63d-479a-953b-a56a7c6e22b3 req-d6dea436-dd17-4c67-ae8f-25f6cc55c1d4 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:01.419133 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eccc1a6d-b63d-479a-953b-a56a7c6e22b3 req-d6dea436-dd17-4c67-ae8f-25f6cc55c1d4 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 943 time: 0.0541818 Aug 07 02:30:01.427056 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-25e994e9-dfbd-4a20-9a9f-64b296fbb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:01.428491 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-25e994e9-dfbd-4a20-9a9f-64b296fbb6c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0452070 Aug 07 02:30:01.456229 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eccc1a6d-b63d-479a-953b-a56a7c6e22b3 req-fcdd266d-f6ff-4b50-97ca-f525bb645b97 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310042 Aug 07 02:30:01.476888 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-a787f6b3-4e02-4938-993a-f9e79465fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:01.478582 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-a787f6b3-4e02-4938-993a-f9e79465fef9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430081 Aug 07 02:30:01.564901 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-497a8ffe-a5b7-4c65-b9fa-2b8fb307165a service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791972 Aug 07 02:30:01.654057 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-e6db6da2-a72d-4245-a3e9-07c294586acb req-bf44260b-a8c7-4d54-8585-50d10a952db4 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821979 Aug 07 02:30:01.741194 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96b803-6579-4052-a169-21a366429549 req-2a5d4261-d538-474b-8aaf-4cc6780b9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:01.742678 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-fe96b803-6579-4052-a169-21a366429549 req-2a5d4261-d538-474b-8aaf-4cc6780b9b8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 1096 time: 0.0393572 Aug 07 02:30:01.828111 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96b803-6579-4052-a169-21a366429549 req-cc31bed0-8fb9-40ca-91a8-16464f1d0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:01.829526 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-fe96b803-6579-4052-a169-21a366429549 req-cc31bed0-8fb9-40ca-91a8-16464f1d0c23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0801387 Aug 07 02:30:01.872787 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-fe96b803-6579-4052-a169-21a366429549 req-8cca08ab-ea69-4dc5-ad3b-86681c1c3bb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4caf836-ae68-4386-9913-a4945feee945 HTTP/1.1" status: 200 len: 217 time: 0.0349770 Aug 07 02:30:01.921341 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96b803-6579-4052-a169-21a366429549 req-64c9c0f0-83b8-4b88-9b57-1259d25a9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:01.922779 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-fe96b803-6579-4052-a169-21a366429549 req-64c9c0f0-83b8-4b88-9b57-1259d25a9a0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0423987 Aug 07 02:30:01.966712 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96b803-6579-4052-a169-21a366429549 req-6263b41d-3974-4b4a-82d8-fafc97c0f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:01.968135 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-fe96b803-6579-4052-a169-21a366429549 req-6263b41d-3974-4b4a-82d8-fafc97c0f90a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376530 Aug 07 02:30:02.059344 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-fe96b803-6579-4052-a169-21a366429549 req-b033643a-9e2c-4b16-8dd0-23de0cda500c service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816631 Aug 07 02:30:02.149135 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-fe96b803-6579-4052-a169-21a366429549 req-8f432f92-9274-41c3-8a13-da9bde3fe484 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790384 Aug 07 02:30:02.571922 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bba21-3801-47e7-b3fe-b9caa8906d35 req-3d93e398-0249-43eb-af40-be105273e792 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:02.573390 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c82bba21-3801-47e7-b3fe-b9caa8906d35 req-3d93e398-0249-43eb-af40-be105273e792 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 943 time: 0.0481396 Aug 07 02:30:02.610191 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c82bba21-3801-47e7-b3fe-b9caa8906d35 req-95c83e5a-efa6-4d69-9c5b-f89bb89beff0 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Aug 07 02:30:03.722765 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d9040-2f91-4d2a-bfea-e4eccaa273af req-5de3b957-9c13-4a02-8028-4c14678d3d0d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:03.724217 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eb6d9040-2f91-4d2a-bfea-e4eccaa273af req-5de3b957-9c13-4a02-8028-4c14678d3d0d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 943 time: 0.0481534 Aug 07 02:30:03.760963 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eb6d9040-2f91-4d2a-bfea-e4eccaa273af req-0ee0c8d0-fd52-4260-8367-d06e2499b821 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306115 Aug 07 02:30:04.874808 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433de61c-6197-4e7a-8cc4-2cd9fd95019b req-3a7f4434-098a-4f1b-ab0c-0df9342ce967 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:04.876265 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-433de61c-6197-4e7a-8cc4-2cd9fd95019b req-3a7f4434-098a-4f1b-ab0c-0df9342ce967 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 943 time: 0.0505946 Aug 07 02:30:04.913597 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-433de61c-6197-4e7a-8cc4-2cd9fd95019b req-26eaff1b-459a-4a51-81f1-b17f04ba859b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315592 Aug 07 02:30:05.778913 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:06.022165 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b976e-42d9-4775-9633-4788c5434533 req-14660b42-7835-4fe3-ac38-f622e5f85fe6 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:06.024389 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a3b976e-42d9-4775-9633-4788c5434533 req-14660b42-7835-4fe3-ac38-f622e5f85fe6 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 943 time: 0.0472972 Aug 07 02:30:06.060572 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a3b976e-42d9-4775-9633-4788c5434533 req-ddce7a3f-0837-487c-84d5-cfa813b6a328 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302999 Aug 07 02:30:07.171518 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6198e69-3b5b-4b93-8721-2e5acf3d8407 req-1c2c9495-f752-4823-b697-3f42517f4e4d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:07.172974 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f6198e69-3b5b-4b93-8721-2e5acf3d8407 req-1c2c9495-f752-4823-b697-3f42517f4e4d tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 943 time: 0.0485840 Aug 07 02:30:07.210504 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f6198e69-3b5b-4b93-8721-2e5acf3d8407 req-8fbcfade-df72-4602-aa8b-f221e37eade9 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Aug 07 02:30:08.327049 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecaacc-50b3-412b-a7a7-b1bb9f122549 req-93831db4-e6a2-46d2-a206-64e3e9a064be tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:08.328480 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51ecaacc-50b3-412b-a7a7-b1bb9f122549 req-93831db4-e6a2-46d2-a206-64e3e9a064be tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 943 time: 0.0509758 Aug 07 02:30:08.364066 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51ecaacc-50b3-412b-a7a7-b1bb9f122549 req-7dd21479-f364-4b42-94af-e245103dcee0 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298333 Aug 07 02:30:09.476008 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76e86-e260-44ef-8bf2-fae8c05bbb22 req-6fddf200-544c-4203-ae53-9d579c522ba9 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:09.477482 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2e76e86-e260-44ef-8bf2-fae8c05bbb22 req-6fddf200-544c-4203-ae53-9d579c522ba9 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 943 time: 0.0479069 Aug 07 02:30:09.514983 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2e76e86-e260-44ef-8bf2-fae8c05bbb22 req-6736a896-bc9a-47a1-b641-71010d7ce1a0 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316617 Aug 07 02:30:09.572992 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device f4caf836-ae68-4386-9913-a4945feee945 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=93284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 02:30:09.669339 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port f4caf836-ae68-4386-9913-a4945feee945, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f4caf836-ae68-4386-9913-a4945feee945,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:30:09.680278 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Returning: {'device': 'f4caf836-ae68-4386-9913-a4945feee945', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'port_id': 'f4caf836-ae68-4386-9913-a4945feee945', 'mac_address': 'fa:16:3e:f8:6a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 02:30:09.716187 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:09.728312 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4caf836-ae68-4386-9913-a4945feee945 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 02:30:09.746526 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port f4caf836-ae68-4386-9913-a4945feee945, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f4caf836-ae68-4386-9913-a4945feee945,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:30:09.750109 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:09.804324 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=f4caf836-ae68-4386-9913-a4945feee945,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:30:09.811110 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.811464 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.811811 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.812151 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.812489 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.812828 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.813168 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.813496 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.813829 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.814158 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.814511 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.814848 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:09.961592 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] get_ports_and_sgs() called for port_ids ['f4caf836-ae68-4386-9913-a4945feee945'] {{(pid=93284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 02:30:10.628669 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b898c-70d2-43bd-8bae-a9893d35b912 req-fd9d596d-d30c-42e8-b58b-911caaa837d4 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:10.630190 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f09b898c-70d2-43bd-8bae-a9893d35b912 req-fd9d596d-d30c-42e8-b58b-911caaa837d4 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 944 time: 0.0480466 Aug 07 02:30:10.668945 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f09b898c-70d2-43bd-8bae-a9893d35b912 req-d3db72a6-54d0-4bda-b187-366bbf238ee3 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327451 Aug 07 02:30:11.575792 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device f4caf836-ae68-4386-9913-a4945feee945 up at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 02:30:11.621799 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning for port f4caf836-ae68-4386-9913-a4945feee945 completed by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 02:30:11.625332 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Provisioning complete for port f4caf836-ae68-4386-9913-a4945feee945 triggered by entity L2. {{(pid=93284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 02:30:11.625700 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863905'] for port, provisioning_complete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:11.699052 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:11.721016 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:30:11.723400 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70382c84ea313bd0228cb1cb37b7e61748ea335310495e737500aa9233e60b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea09c604-a814-4e58-b8fc-638792bba193" -d '{"events": [{"server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "name": "network-vif-plugged", "status": "completed", "tag": "f4caf836-ae68-4386-9913-a4945feee945"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:30:11.739611 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] For port f4caf836-ae68-4386-9913-a4945feee945, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f4caf836-ae68-4386-9913-a4945feee945,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:30:11.745218 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:11.792546 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Pushing event updated for resources: {'Port': ['ID=f4caf836-ae68-4386-9913-a4945feee945,revision_number=5']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:30:11.807703 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf411810-5364-4183-9886-80fa0d560674 req-2101a8c9-8c19-4377-aa5b-cf5a697dd1cc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:11.809240 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bf411810-5364-4183-9886-80fa0d560674 req-2101a8c9-8c19-4377-aa5b-cf5a697dd1cc tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 945 time: 0.0746489 Aug 07 02:30:11.823070 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f567b5d-ba13-433e-8439-99e9e8475890 x-openstack-request-id: req-3f567b5d-ba13-433e-8439-99e9e8475890 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:30:11.823379 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "name": "network-vif-plugged", "status": "completed", "tag": "f4caf836-ae68-4386-9913-a4945feee945", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:30:11.823637 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f567b5d-ba13-433e-8439-99e9e8475890 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:30:11.824042 dv-cinder-782390-7-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945', 'code': 200} Aug 07 02:30:11.847857 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bf411810-5364-4183-9886-80fa0d560674 req-3775738e-74f9-454d-b08c-10c36e197d73 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Aug 07 02:30:12.038810 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cfa32-8d5e-4af2-be1a-f9c093f28449 req-fbbb8809-8145-45ca-b731-430117681285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:12.040257 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c65cfa32-8d5e-4af2-be1a-f9c093f28449 req-fbbb8809-8145-45ca-b731-430117681285 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 1098 time: 0.0407381 Aug 07 02:30:12.079856 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-c65cfa32-8d5e-4af2-be1a-f9c093f28449 req-31b4ae87-bc76-4e70-8c5a-fe09a3e07b52 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318592 Aug 07 02:30:12.965355 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0778b-c244-41ac-8e1f-bb191029a198 req-b18f1634-2f2f-48a8-a2a2-042dc58b7fae tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:12.966838 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-42a0778b-c244-41ac-8e1f-bb191029a198 req-b18f1634-2f2f-48a8-a2a2-042dc58b7fae tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 945 time: 0.0495191 Aug 07 02:30:13.003445 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-42a0778b-c244-41ac-8e1f-bb191029a198 req-88506047-6fa7-4296-9819-68ec3115b8ff tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307386 Aug 07 02:30:13.113276 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d55335-4b26-4868-bd73-4e6edb56f656 req-8bec6c98-2b9d-481d-9c21-b6e4a70bbbf2 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:13.114733 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-44d55335-4b26-4868-bd73-4e6edb56f656 req-8bec6c98-2b9d-481d-9c21-b6e4a70bbbf2 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 945 time: 0.0471482 Aug 07 02:30:13.152460 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-44d55335-4b26-4868-bd73-4e6edb56f656 req-cf55ac61-6891-46b9-8458-933ef48ae7aa tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Aug 07 02:30:13.174480 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36314) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:30:13.215401 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2446a-7cbd-458c-a9a5-cba6f3648063 tempest-TestVolumeBootPattern-1460953832 tempest-TestVolumeBootPattern-1460953832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:13.216897 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b9e2446a-7cbd-458c-a9a5-cba6f3648063 tempest-TestVolumeBootPattern-1460953832 tempest-TestVolumeBootPattern-1460953832-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 1093 time: 0.0414839 Aug 07 02:30:13.219626 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36316) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:30:13.223839 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Request body: {'floatingip': {'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'port_id': 'f4caf836-ae68-4386-9913-a4945feee945', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 02:30:13.244850 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:13.337522 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:13.441783 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Allocated IP 172.27.3.148 (8c44b7bc-e230-4da9-a797-4ba67048bbb2/d8d0a0c7-3d9f-4892-b2e7-3470825b4566/8faf9ece-6b67-4e2a-90e8-00f993dd018a) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 02:30:13.540920 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:13.578805 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742794685943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:13.618292 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Network 8c44b7bc-e230-4da9-a797-4ba67048bbb2 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 02:30:13.624517 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 02:30:13.627016 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 02:30:13.651794 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'Port': ['ID=8faf9ece-6b67-4e2a-90e8-00f993dd018a,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:30:13.664872 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.665230 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.665576 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.665916 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.666253 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.666619 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.666950 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.667281 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.667611 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.667936 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.668261 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.668584 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:30:13.982839 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:14.049234 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933346'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:14.199420 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:14.203942 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742795073437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742794686221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742794686239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2616731'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:14.269667 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event updated for resources: {'Port': ['ID=8faf9ece-6b67-4e2a-90e8-00f993dd018a,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:30:14.280477 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944195'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:14.628727 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Floating IP b95bd04d-2b93-4b07-95ee-94a9a5df2959 associated. External IP: 172.27.3.148, port: f4caf836-ae68-4386-9913-a4945feee945. Aug 07 02:30:14.834055 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Router 4266bb33-10d1-4be7-a29a-6175cfda0eed has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:30:14.943657 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:30:14.953702 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] Sync routers for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:30:14.961008 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:14.964640 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:30:14.965420 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:29:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:30:14.986705 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-23094807-42c5-4a57-9ab1-3993289f30cb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7660832 Aug 07 02:30:14.987361 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:30:14.989512 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f574859-578b-4aa9-8134-99f9688b98c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "tag": "f4caf836-ae68-4386-9913-a4945feee945"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:30:15.073673 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:30:15.081152 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cefec1-bed4-462e-b69c-f8a315737f3b x-openstack-request-id: req-92cefec1-bed4-462e-b69c-f8a315737f3b {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:30:15.081445 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "tag": "f4caf836-ae68-4386-9913-a4945feee945", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:30:15.081700 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92cefec1-bed4-462e-b69c-f8a315737f3b {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:30:15.082120 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945', 'status': 'completed', 'code': 200} Aug 07 02:30:15.141329 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-82b3c98b-1783-4f16-896b-db4ff6e1e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:15.142845 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-82b3c98b-1783-4f16-896b-db4ff6e1e22c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 1098 time: 0.0394080 Aug 07 02:30:15.230574 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-6588013e-1295-4c81-b98e-9dfee1bb082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:15.232067 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-6588013e-1295-4c81-b98e-9dfee1bb082b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0814347 Aug 07 02:30:15.295718 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'b95bd04d-2b93-4b07-95ee-94a9a5df2959', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'f4caf836-ae68-4386-9913-a4945feee945', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:f8:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287994f-55c7-401c-b866-f97a03e23175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:30:13Z', 'updated_at': '2021-08-07T02:30:13Z', 'revision_number': 0, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}, {'id': 'bbeba958-2ab2-4cdb-b6ea-d61d6bef4234', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:28:07Z', 'updated_at': '2021-08-07T02:28:09Z', 'revision_number': 1, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:30:15.300001 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-b586d46f-83da-440a-b4ab-ce3958c5c611 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4caf836-ae68-4386-9913-a4945feee945 HTTP/1.1" status: 200 len: 999 time: 0.0609701 Aug 07 02:30:15.326005 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] Checking router: 4266bb33-10d1-4be7-a29a-6175cfda0eed for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:30:15.334242 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:30:15.334903 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:29:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:30:15.349155 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-40dc1d29-778d-475e-80f0-53e6dc8e0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:15.350694 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-40dc1d29-778d-475e-80f0-53e6dc8e0e6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0430236 Aug 07 02:30:15.396239 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-18404e8f-88c9-453c-880d-82f39b11bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:15.398208 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-18404e8f-88c9-453c-880d-82f39b11bb57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411437 Aug 07 02:30:15.438736 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:30:15.488307 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-c5011111-88b8-496f-83ed-f4b8c22dea13 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833640 Aug 07 02:30:15.577093 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-8f574859-578b-4aa9-8134-99f9688b98c3 req-28af2304-3fd9-4224-8ff5-1205b8bfd167 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812876 Aug 07 02:30:15.664198 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'b95bd04d-2b93-4b07-95ee-94a9a5df2959', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'f4caf836-ae68-4386-9913-a4945feee945', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:f8:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287994f-55c7-401c-b866-f97a03e23175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:30:13Z', 'updated_at': '2021-08-07T02:30:13Z', 'revision_number': 0, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}, {'id': 'bbeba958-2ab2-4cdb-b6ea-d61d6bef4234', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:28:07Z', 'updated_at': '2021-08-07T02:28:09Z', 'revision_number': 1, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:30:15.689606 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4dcb3-601a-4a40-9567-95904aea9820 None None] The sync data for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi is: [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'b95bd04d-2b93-4b07-95ee-94a9a5df2959', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'f4caf836-ae68-4386-9913-a4945feee945', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:f8:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287994f-55c7-401c-b866-f97a03e23175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:30:13Z', 'updated_at': '2021-08-07T02:30:13Z', 'revision_number': 0, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}, {'id': 'bbeba958-2ab2-4cdb-b6ea-d61d6bef4234', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:28:07Z', 'updated_at': '2021-08-07T02:28:09Z', 'revision_number': 1, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:30:15.868360 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af705dc0-8947-4567-8541-6cfce664708a None None] New status for floating IP b95bd04d-2b93-4b07-95ee-94a9a5df2959: ACTIVE {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:30:17.063609 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3559ce99-c2fb-4882-9b49-1bca42a3bb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:19.587073 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2539295c-703a-4fb6-981c-1fd4f63f0f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:19.768090 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:20.348724 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:30:20.910676 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:22.280395 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:35.790422 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:42.115697 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6d29e5e5-1243-412a-a333-69bd4304920e req-fd458bea-4600-44dd-aa26-390264d4cee2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370097 Aug 07 02:30:42.196614 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e5e5-1243-412a-a333-69bd4304920e req-14840a63-5e67-4ae3-bc6e-e8036031b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:42.198077 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6d29e5e5-1243-412a-a333-69bd4304920e req-14840a63-5e67-4ae3-bc6e-e8036031b011 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 1099 time: 0.0414886 Aug 07 02:30:42.297393 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e5e5-1243-412a-a333-69bd4304920e req-8b803a00-a7a2-49d2-9990-b4f05b979474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:42.298869 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6d29e5e5-1243-412a-a333-69bd4304920e req-8b803a00-a7a2-49d2-9990-b4f05b979474 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0817583 Aug 07 02:30:42.366618 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6d29e5e5-1243-412a-a333-69bd4304920e req-cb0b38fe-355f-437c-aaa0-08c7cdc86524 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74 HTTP/1.1" status: 200 len: 1001 time: 0.0597336 Aug 07 02:30:42.413246 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e5e5-1243-412a-a333-69bd4304920e req-dc2b40b2-607c-473c-be75-1f3d278b3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:42.414632 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6d29e5e5-1243-412a-a333-69bd4304920e req-dc2b40b2-607c-473c-be75-1f3d278b3bb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0410066 Aug 07 02:30:42.456150 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e5e5-1243-412a-a333-69bd4304920e req-79797491-91cc-498f-b5e3-0f7b88c67498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:30:42.457558 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6d29e5e5-1243-412a-a333-69bd4304920e req-79797491-91cc-498f-b5e3-0f7b88c67498 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0366518 Aug 07 02:30:42.550689 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6d29e5e5-1243-412a-a333-69bd4304920e req-ec69fa03-a287-43cd-a29f-59d6234756e2 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858777 Aug 07 02:30:42.638850 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-6d29e5e5-1243-412a-a333-69bd4304920e req-b4aea908-90b6-44da-a6c9-f680beb4c183 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804198 Aug 07 02:30:47.063595 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0f6e60cb-5c49-467a-958c-49733a29c5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:49.586165 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-446ad15f-dcb2-4613-b29f-0db6ab05905b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:49.768321 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:50.910381 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:52.282326 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:30:57.347291 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:31:05.801181 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:17.064263 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-47147c9b-54a0-4ea2-b333-ab52b7755d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:19.587429 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0e517c5a-d901-4da5-890b-a34390ff2166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:19.767873 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:20.913021 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:22.284238 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:34.345450 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:31:35.800201 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:42.091979 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36358) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:42.288594 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Deleting port 8faf9ece-6b67-4e2a-90e8-00f993dd018a {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:42.288942 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:42.364508 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:42.364757 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:42.375997 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Calling delete_port for 8faf9ece-6b67-4e2a-90e8-00f993dd018a owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:42.519690 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:42.545553 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event deleted for resources: {'Port': ['ID=8faf9ece-6b67-4e2a-90e8-00f993dd018a,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:42.555390 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.555745 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.556091 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.556432 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.556792 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.557110 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.557876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.557876 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.558096 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.558446 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.558782 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.559112 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:42.618311 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:42.618603 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Floating IP b95bd04d-2b93-4b07-95ee-94a9a5df2959 disassociated (deleted). External IP: 172.27.3.148, port: f4caf836-ae68-4386-9913-a4945feee945. Aug 07 02:31:42.832242 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Router 4266bb33-10d1-4be7-a29a-6175cfda0eed has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:31:42.937928 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:31:42.943297 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:42.948794 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] Sync routers for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:31:42.957597 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:31:42.958220 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:31:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:42.969420 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-830fbe7d-0bd7-477d-9cf0-62b67f56ceca tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "DELETE /v2.0/floatingips/b95bd04d-2b93-4b07-95ee-94a9a5df2959 HTTP/1.1" status: 204 len: 168 time: 0.8763800 Aug 07 02:31:42.970118 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:31:42.972530 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16bce1a-2754-4591-8157-f7421f3fb7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "tag": "f4caf836-ae68-4386-9913-a4945feee945"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:31:43.015638 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abc2653-4368-4e48-aea3-dbcd6bffada5 x-openstack-request-id: req-0abc2653-4368-4e48-aea3-dbcd6bffada5 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:31:43.015932 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "tag": "f4caf836-ae68-4386-9913-a4945feee945", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:31:43.016184 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0abc2653-4368-4e48-aea3-dbcd6bffada5 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:31:43.016718 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945', 'status': 'completed', 'code': 200} Aug 07 02:31:43.071018 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:31:43.078911 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-764d2ab4-5861-4991-b896-6112b6591139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:43.081285 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-764d2ab4-5861-4991-b896-6112b6591139 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 1098 time: 0.0427659 Aug 07 02:31:43.185551 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-08b489b8-0711-4cd1-9823-99cf35ee8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:43.187351 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-08b489b8-0711-4cd1-9823-99cf35ee8e19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0953598 Aug 07 02:31:43.199763 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00161f1-b69e-45a4-9097-e2428390110c req-d3e3fa0f-53cf-48da-83a5-ebba1c315332 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:43.201393 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a00161f1-b69e-45a4-9097-e2428390110c req-d3e3fa0f-53cf-48da-83a5-ebba1c315332 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 945 time: 0.0503399 Aug 07 02:31:43.229353 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-6389a513-8fd3-48e2-8874-351d844b75ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4caf836-ae68-4386-9913-a4945feee945 HTTP/1.1" status: 200 len: 217 time: 0.0341790 Aug 07 02:31:43.240748 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a00161f1-b69e-45a4-9097-e2428390110c req-29cf4d40-9a23-4be2-9cd2-19b17d128af4 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325150 Aug 07 02:31:43.281825 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-e30dedac-4b57-411d-bd0f-a68489a8f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:43.283924 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-e30dedac-4b57-411d-bd0f-a68489a8f9fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0471959 Aug 07 02:31:43.300726 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'bbeba958-2ab2-4cdb-b6ea-d61d6bef4234', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:28:07Z', 'updated_at': '2021-08-07T02:28:09Z', 'revision_number': 1, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:43.327437 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] Checking router: 4266bb33-10d1-4be7-a29a-6175cfda0eed for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:31:43.332969 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-f980edd8-7db6-416d-bfb4-e012543c1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:43.334736 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-f980edd8-7db6-416d-bfb4-e012543c1e9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421460 Aug 07 02:31:43.335889 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:31:43.336493 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:31:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:43.423420 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-b80ebd0f-9693-46b8-abc2-dee2aba57e73 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802715 Aug 07 02:31:43.439677 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:31:43.514766 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-d16bce1a-2754-4591-8157-f7421f3fb7c7 req-9ff4cde8-a1ed-428e-9621-3161059a2c6e service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837417 Aug 07 02:31:43.777862 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'bbeba958-2ab2-4cdb-b6ea-d61d6bef4234', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:28:07Z', 'updated_at': '2021-08-07T02:28:09Z', 'revision_number': 1, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:43.806946 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602ffba-02c2-4497-9d12-0fcd5f4854c6 None None] The sync data for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi is: [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_floatingips': [{'id': 'bbeba958-2ab2-4cdb-b6ea-d61d6bef4234', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'router_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'port_id': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'mac_address': 'fa:16:3e:1a:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T02:28:07Z', 'updated_at': '2021-08-07T02:28:09Z', 'revision_number': 1, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:31:44.123835 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e54c76-19d2-4bac-8ad3-7972e879edd9 None None] New status for floating IP b95bd04d-2b93-4b07-95ee-94a9a5df2959: DOWN {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:31:44.372112 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f76579-c894-4546-b895-2d7018452380 req-66894224-36e2-4673-bad8-336ff0afb7f4 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:44.373561 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2f76579-c894-4546-b895-2d7018452380 req-66894224-36e2-4673-bad8-336ff0afb7f4 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 945 time: 0.0478854 Aug 07 02:31:44.414010 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2f76579-c894-4546-b895-2d7018452380 req-03e57d7c-5f8e-492f-9842-b45d0510656c tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342333 Aug 07 02:31:44.721435 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-f3eaf20c-d721-442e-8ace-451320975ab3 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:44.722964 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-f3eaf20c-d721-442e-8ace-451320975ab3 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 945 time: 0.0487092 Aug 07 02:31:44.818135 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Deleting port f4caf836-ae68-4386-9913-a4945feee945 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:44.818536 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:44.905881 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] For port f4caf836-ae68-4386-9913-a4945feee945, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f4caf836-ae68-4386-9913-a4945feee945,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:31:44.906242 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:44.919641 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Calling delete_port for f4caf836-ae68-4386-9913-a4945feee945 owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:45.056342 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:45.088766 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event deleted for resources: {'Port': ['ID=f4caf836-ae68-4386-9913-a4945feee945,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:45.101027 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.101389 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.101739 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.102077 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.102434 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.102771 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.103101 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.103570 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.103910 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.104300 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.104553 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.104875 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:31:45.141865 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] No DVR routers for this DVR port f4caf836-ae68-4386-9913-a4945feee945 on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:31:45.144847 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:45.146857 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-1e57fcc9-003a-4dd8-84ab-c0ec579a0994 req-bbed3682-b76e-4b8b-99b0-a3b9042a37ea tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "DELETE /v2.0/ports/f4caf836-ae68-4386-9913-a4945feee945 HTTP/1.1" status: 204 len: 173 time: 0.4168253 Aug 07 02:31:45.147541 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'name': 'network-vif-deleted', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:31:45.149780 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729992b0-032a-49dd-80a9-dab475d71df8" -d '{"events": [{"server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "name": "network-vif-deleted", "tag": "f4caf836-ae68-4386-9913-a4945feee945"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:31:45.200744 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e4c510-2de0-440f-980f-78b5cd28ed90 x-openstack-request-id: req-b6e4c510-2de0-440f-980f-78b5cd28ed90 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:31:45.200744 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3287994f-55c7-401c-b866-f97a03e23175", "name": "network-vif-deleted", "tag": "f4caf836-ae68-4386-9913-a4945feee945", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:31:45.200956 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6e4c510-2de0-440f-980f-78b5cd28ed90 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:31:45.201362 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3287994f-55c7-401c-b866-f97a03e23175', 'name': 'network-vif-deleted', 'tag': 'f4caf836-ae68-4386-9913-a4945feee945', 'status': 'completed', 'code': 200} Aug 07 02:31:45.511347 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ecac0bb8-dce9-43bf-ac97-5282f7c2ea71 req-ccc5317b-91e8-4d0e-bb2e-344e09481152 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=3287994f-55c7-401c-b866-f97a03e23175 HTTP/1.1" status: 200 len: 210 time: 0.0280569 Aug 07 02:31:47.064341 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d4461393-16f4-4299-9aaf-f2a58f0e2761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:47.961343 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device f4caf836-ae68-4386-9913-a4945feee945 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:31:47.980066 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: f4caf836-ae68-4386-9913-a4945feee945 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:31:47.980406 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device f4caf836-ae68-4386-9913-a4945feee945 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:31:48.784043 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36406) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:48.935689 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Deleting port 904b37d9-926f-4074-b80d-65ba9ac1c483 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:48.935951 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:49.008610 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:49.008943 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:49.020878 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Calling delete_port for 904b37d9-926f-4074-b80d-65ba9ac1c483 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:49.164804 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:49.189212 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event deleted for resources: {'Port': ['ID=904b37d9-926f-4074-b80d-65ba9ac1c483,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:49.249896 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:49.250234 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Floating IP bbeba958-2ab2-4cdb-b6ea-d61d6bef4234 disassociated (deleted). External IP: 172.27.3.24, port: b561e5b7-24cf-4f62-9774-b07de0ec1d74. Aug 07 02:31:49.451469 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Router 4266bb33-10d1-4be7-a29a-6175cfda0eed has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:31:49.556210 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:31:49.560576 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:49.566252 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] Sync routers for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:31:49.585947 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:31:49.586572 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:31:20Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:49.587871 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e51e496a-a2f2-42f9-8a26-070b17c41c3b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "DELETE /v2.0/floatingips/bbeba958-2ab2-4cdb-b6ea-d61d6bef4234 HTTP/1.1" status: 204 len: 168 time: 0.8027706 Aug 07 02:31:49.588452 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:31:49.590828 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c73b4cc5b753825b5a0725c37b7bbd2244b3b12bd8c37c7cd4a7ff5c7f4bc002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e776242-215c-4444-8d38-b9d410f8fec3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:31:49.625749 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7e358a-2351-45d0-aac5-9811e6471da3 x-openstack-request-id: req-6b7e358a-2351-45d0-aac5-9811e6471da3 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:31:49.626337 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:31:49.626631 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b7e358a-2351-45d0-aac5-9811e6471da3 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:31:49.627022 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'status': 'completed', 'code': 200} Aug 07 02:31:49.640309 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e415-dde0-44d8-b09b-30989e2b3fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:49.697751 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-13b34020-7248-4b05-bccc-7dec0d5983b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:49.699986 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-13b34020-7248-4b05-bccc-7dec0d5983b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4275c656398424b9d2e55ebab118da2&device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 1099 time: 0.0485694 Aug 07 02:31:49.717828 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:31:49.797161 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-e7c35160-084d-4e76-b752-3df4b313e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:49.799010 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-e7c35160-084d-4e76-b752-3df4b313e362 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 200 len: 911 time: 0.0903556 Aug 07 02:31:49.820694 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b8dbf-afb7-47fa-9f23-41635632d225 req-32a5ecdd-18e6-44e9-af1c-d4f521b693eb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:49.822203 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a6b8dbf-afb7-47fa-9f23-41635632d225 req-32a5ecdd-18e6-44e9-af1c-d4f521b693eb tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 946 time: 0.0533993 Aug 07 02:31:49.834078 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:49.846784 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-ca637179-699b-4104-96aa-beca23f23d0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74 HTTP/1.1" status: 200 len: 217 time: 0.0386641 Aug 07 02:31:49.863095 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a6b8dbf-afb7-47fa-9f23-41635632d225 req-1510c411-7a71-4437-9edf-ab7fd5e1c8e7 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345981 Aug 07 02:31:49.896456 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-7188f996-bc38-4a4d-b102-2b9f34fe22de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:49.898173 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-7188f996-bc38-4a4d-b102-2b9f34fe22de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 200 len: 849 time: 0.0446076 Aug 07 02:31:49.934111 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:49.944202 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-c1009905-c519-43ed-9e7d-a06a63dee6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:49.945731 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-c1009905-c519-43ed-9e7d-a06a63dee6ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e54125a-0a6d-420e-8b3a-e483048742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399075 Aug 07 02:31:49.959539 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] Checking router: 4266bb33-10d1-4be7-a29a-6175cfda0eed for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:31:49.967948 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:31:49.968493 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:31:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:50.037902 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-195f7123-13db-4c49-8d5e-3483c1e2b279 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839927 Aug 07 02:31:50.073359 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:31:50.125104 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-0e776242-215c-4444-8d38-b9d410f8fec3 req-423188b3-3949-4f54-8a3b-de26dbc05c37 service neutron] 10.222.0.16 "GET /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795984 Aug 07 02:31:50.264447 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:50.293218 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300cc7a-9b33-45d0-82d6-7ddac9beaf9c None None] The sync data for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi is: [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:08Z', 'revision_number': 4, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi', '_interfaces': [{'id': '2c98e756-64fd-4b1f-b789-5a2486fa818a', 'name': '', 'network_id': '0e54125a-0a6d-420e-8b3a-e483048742f3', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'mac_address': 'fa:16:3e:08:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:07Z', 'updated_at': '2021-08-07T02:25:15Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'subnets': [{'id': 'f12c00d8-75d6-40bd-94cc-e85ce6051b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:31:50.489102 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e7ad7-04cb-48ca-ba4b-efdbe795f08f None None] New status for floating IP bbeba958-2ab2-4cdb-b6ea-d61d6bef4234: DOWN {{(pid=93285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 02:31:50.916792 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:50.976889 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c042f98-5bd8-47ad-ad28-d57f48b92d08 req-1c7b6661-31f9-45c4-ab8b-351e3a90aaaa tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:50.978326 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c042f98-5bd8-47ad-ad28-d57f48b92d08 req-1c7b6661-31f9-45c4-ab8b-351e3a90aaaa tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 946 time: 0.0467300 Aug 07 02:31:51.015444 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c042f98-5bd8-47ad-ad28-d57f48b92d08 req-47b59c9f-c2fe-4691-8814-d3284c9f5263 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4eb96d1-39f8-4a97-9f88-f03b066d72a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Aug 07 02:31:51.244573 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-eb9a6c91-e4d4-4a7a-a13c-cba01638de7b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 02:31:51.245910 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-eb9a6c91-e4d4-4a7a-a13c-cba01638de7b tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 946 time: 0.0472271 Aug 07 02:31:51.592154 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Deleting port b561e5b7-24cf-4f62-9774-b07de0ec1d74 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:51.592490 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:51.676608 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] For port b561e5b7-24cf-4f62-9774-b07de0ec1d74, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b561e5b7-24cf-4f62-9774-b07de0ec1d74,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:31:51.676967 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:51.689830 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Calling delete_port for b561e5b7-24cf-4f62-9774-b07de0ec1d74 owned by compute:nova {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:51.810870 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:51.838476 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event deleted for resources: {'Port': ['ID=b561e5b7-24cf-4f62-9774-b07de0ec1d74,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:51.881045 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] No DVR routers for this DVR port b561e5b7-24cf-4f62-9774-b07de0ec1d74 on host hv-cinder-78239 {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:31:51.883524 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for port, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:51.885479 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [req-cd6188ac-b712-43b3-b2c6-2f794bc4239f req-dc2956fb-ad25-4e99-85a4-83f1938b3818 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.16 "DELETE /v2.0/ports/b561e5b7-24cf-4f62-9774-b07de0ec1d74 HTTP/1.1" status: 204 len: 173 time: 0.6338122 Aug 07 02:31:51.886105 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'name': 'network-vif-deleted', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 02:31:51.888874 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da1a7257c30310a2426eacdd90c02aacab74a865d7113696c9f837da54985290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2a95dd-1086-45bb-b3b5-efc8026d139f" -d '{"events": [{"server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "name": "network-vif-deleted", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 02:31:51.927871 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342b5ec4-28b9-429e-aa0c-f4cedc1f28c7 x-openstack-request-id: req-342b5ec4-28b9-429e-aa0c-f4cedc1f28c7 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 02:31:51.928158 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7df97da-4f28-49bc-b207-08ca2a4ac42b", "name": "network-vif-deleted", "tag": "b561e5b7-24cf-4f62-9774-b07de0ec1d74", "status": "completed", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 02:31:51.928403 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-342b5ec4-28b9-429e-aa0c-f4cedc1f28c7 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 02:31:51.928788 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7df97da-4f28-49bc-b207-08ca2a4ac42b', 'name': 'network-vif-deleted', 'tag': 'b561e5b7-24cf-4f62-9774-b07de0ec1d74', 'status': 'completed', 'code': 200} Aug 07 02:31:52.113478 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ac9d388-a03e-49d2-8b62-9df3c8a635ca req-eb2c667b-9fbf-4de8-bcf5-e932eaca6821 tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7df97da-4f28-49bc-b207-08ca2a4ac42b HTTP/1.1" status: 200 len: 210 time: 0.0303335 Aug 07 02:31:52.288735 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:53.168471 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36422) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:53.286853 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Deleting port 508007cb-4cea-422d-a819-9aa479863fd8 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:53.287196 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:53.360575 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:53.360901 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:53.371966 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Calling delete_port for 508007cb-4cea-422d-a819-9aa479863fd8 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:53.503476 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:53.526244 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event deleted for resources: {'Port': ['ID=508007cb-4cea-422d-a819-9aa479863fd8,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:53.587566 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:53.590017 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433355'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:53.591205 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-63eb9291-47c7-47ed-84a9-4c89095a8eee tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "DELETE /v2.0/floatingips/677c1db2-40ce-4b23-b5b1-075c43960110 HTTP/1.1" status: 204 len: 168 time: 0.4217725 Aug 07 02:31:54.783454 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36434) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:54.840795 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7d1550ff-4e77-422b-a093-98180e57ae9e tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:54.865622 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7d1550ff-4e77-422b-a093-98180e57ae9e tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:54.924536 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7d1550ff-4e77-422b-a093-98180e57ae9e tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:54.928015 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7d1550ff-4e77-422b-a093-98180e57ae9e tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:54.929151 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-7d1550ff-4e77-422b-a093-98180e57ae9e tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] 10.222.0.11 "DELETE /v2.0/security-groups/d4eb96d1-39f8-4a97-9f88-f03b066d72a9 HTTP/1.1" status: 204 len: 168 time: 0.1447160 Aug 07 02:31:54.937863 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1550ff-4e77-422b-a093-98180e57ae9e tempest-TestVolumeBootPattern-720937082 tempest-TestVolumeBootPattern-720937082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eb96d1-39f8-4a97-9f88-f03b066d72a9,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:54.980393 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36438) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:55.412400 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1938819'] for router_interface, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:55.647172 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Deleting port 2c98e756-64fd-4b1f-b789-5a2486fa818a {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:55.647511 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:55.721977 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] For port 2c98e756-64fd-4b1f-b789-5a2486fa818a, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=2c98e756-64fd-4b1f-b789-5a2486fa818a,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:31:55.722265 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:55.734426 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Calling delete_port for 2c98e756-64fd-4b1f-b789-5a2486fa818a owned by network:router_interface {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:55.908020 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:55.936445 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2c98e756-64fd-4b1f-b789-5a2486fa818a,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:56.006872 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device b561e5b7-24cf-4f62-9774-b07de0ec1d74 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:31:56.027431 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] No Port match for: b561e5b7-24cf-4f62-9774-b07de0ec1d74 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:31:56.027777 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Device b561e5b7-24cf-4f62-9774-b07de0ec1d74 not bound to the agent host hv-cinder-78239 {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:31:56.099247 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937971'] for router_interface, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:56.308827 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Router 4266bb33-10d1-4be7-a29a-6175cfda0eed has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:31:56.414717 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:31:56.419575 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-fa3b7b27-162b-4c1e-afaa-a107f983c5fe admin admin] 10.222.0.11 "PUT /v2.0/routers/4266bb33-10d1-4be7-a29a-6175cfda0eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4381721 Aug 07 02:31:56.422166 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36442) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:56.423274 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] Sync routers for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:31:56.432069 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:31:56.432673 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:31:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:56.521684 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks [] for router, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:56.533792 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: dv-cinder-782390-7-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:31:56.617489 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:56.672675 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Deleting port ecc2dfea-359f-42ec-8334-2499c5db1ae5 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:56.673011 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:56.701935 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:31:55Z', 'revision_number': 5, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port': {'id': 'ecc2dfea-359f-42ec-8334-2499c5db1ae5', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:56.732329 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] Checking router: 4266bb33-10d1-4be7-a29a-6175cfda0eed for host: dv-cinder-782390-7-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:31:56.740862 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] Routers {'4266bb33-10d1-4be7-a29a-6175cfda0eed'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:31:56.741457 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:31:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['4266bb33-10d1-4be7-a29a-6175cfda0eed'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:56.748185 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] For port ecc2dfea-359f-42ec-8334-2499c5db1ae5, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=ecc2dfea-359f-42ec-8334-2499c5db1ae5,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:31:56.748550 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:56.761305 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Calling delete_port for ecc2dfea-359f-42ec-8334-2499c5db1ae5 owned by network:router_gateway {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:56.825455 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] Set router 4266bb33-10d1-4be7-a29a-6175cfda0eed gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:31:56.877609 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:31:56Z', 'revision_number': 6, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port_host': None}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:56.923488 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:56.949934 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc2dfea-359f-42ec-8334-2499c5db1ae5,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:57.015835 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1944277'] for router_gateway, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.035358 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b38ec-e469-42d2-9af0-0ee77bd1133d None None] The sync data for ids ['4266bb33-10d1-4be7-a29a-6175cfda0eed'] in dv-cinder-782390-7-iscsi is: [{'id': '4266bb33-10d1-4be7-a29a-6175cfda0eed', 'name': 'tempest-TestVolumeBootPattern-56678579-router', 'tenant_id': 'c4275c656398424b9d2e55ebab118da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:05Z', 'updated_at': '2021-08-07T02:31:56Z', 'revision_number': 6, 'project_id': 'c4275c656398424b9d2e55ebab118da2', 'gw_port_host': None}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:31:57.109158 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-494225'] for router, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.112115 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.153822 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940181'] for router, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.154317 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4266bb33-10d1-4be7-a29a-6175cfda0eed {{(pid=93283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 02:31:57.158891 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] Notify callbacks [] for router, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.159896 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-a9b73a78-61cf-4539-a345-4e12208cb931 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4266bb33-10d1-4be7-a29a-6175cfda0eed HTTP/1.1" status: 204 len: 168 time: 0.7367957 Aug 07 02:31:57.162418 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36444) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:57.210364 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_v2 [None req-0942e6de-a19f-4214-b22f-cac81c2f8c8b admin admin] Deleting subnet f12c00d8-75d6-40bd-94cc-e85ce6051b1c {{(pid=93283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:31:57.213406 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0942e6de-a19f-4214-b22f-cac81c2f8c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.246420 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0942e6de-a19f-4214-b22f-cac81c2f8c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4175314'] for subnet, precommit_delete_associations {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.321929 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0942e6de-a19f-4214-b22f-cac81c2f8c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.373552 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0942e6de-a19f-4214-b22f-cac81c2f8c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4175606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359156'] for subnet, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.405676 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942e6de-a19f-4214-b22f-cac81c2f8c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12c00d8-75d6-40bd-94cc-e85ce6051b1c,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:57.408461 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0942e6de-a19f-4214-b22f-cac81c2f8c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.410393 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-0942e6de-a19f-4214-b22f-cac81c2f8c8b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f12c00d8-75d6-40bd-94cc-e85ce6051b1c HTTP/1.1" status: 204 len: 168 time: 0.2470100 Aug 07 02:31:57.412796 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36446) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:57.416546 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33dfdad-524d-4e6b-ac08-4c04e577a344 None None] Network 0e54125a-0a6d-420e-8b3a-e483048742f3 requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:31:57.482494 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.535322 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Deleting port 016888da-fbc1-402e-b727-2b062cbc7ed1 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:57.535708 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.600261 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] For port 016888da-fbc1-402e-b727-2b062cbc7ed1, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=016888da-fbc1-402e-b727-2b062cbc7ed1,segment=NetworkSegment(d80f3d10-3926-4126-8d4c-5350b21ef291),segment_id=d80f3d10-3926-4126-8d4c-5350b21ef291)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:31:57.600627 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.613264 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Calling delete_port for 016888da-fbc1-402e-b727-2b062cbc7ed1 owned by network:dhcp {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:57.688095 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.712071 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Pushing event deleted for resources: {'Port': ['ID=016888da-fbc1-402e-b727-2b062cbc7ed1,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:57.715447 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] No DVR routers for this DVR port 016888da-fbc1-402e-b727-2b062cbc7ed1 on host dv-cinder-782390-7-iscsi {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:31:57.787020 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.797092 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e54125a-0a6d-420e-8b3a-e483048742f3']}} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:57.803874 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58ee50f-0483-4ba6-a920-403038dfdec3 None None] DHCP port deletion for 0e54125a-0a6d-420e-8b3a-e483048742f3 request from dv-cinder-782390-7-iscsi {{(pid=93284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 02:31:57.808455 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80f3d10-3926-4126-8d4c-5350b21ef291') {'for_net_delete': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:57.808754 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80f3d10-3926-4126-8d4c-5350b21ef291') {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:57.819143 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175301'] for segment, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.833531 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.839533 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:31:57.839921 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175400'] for segment, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: Traceback (most recent call last): Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: timer() Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: cb(*args, **kw) Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: return func(*args, **kwargs) Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: self._notify() Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: self.callback(batched_events) Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: event.method(event) Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: return f(self, *a, **k) Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._get(url).json() Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: return self.request(url, 'GET', **kwargs) Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:31:57.841526 dv-cinder-782390-7-iscsi neutron-server[93283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:31:57.898324 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.903540 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:57.905417 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0e54125a-0a6d-420e-8b3a-e483048742f3 HTTP/1.1" status: 204 len: 168 time: 0.4916980 Aug 07 02:31:57.908947 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36448) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:57.917103 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0626f-7751-45f5-83a1-1e0ee9795685 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e54125a-0a6d-420e-8b3a-e483048742f3,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:58.392054 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ecc2dfea-359f-42ec-8334-2499c5db1ae5 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:31:58.415105 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: ecc2dfea-359f-42ec-8334-2499c5db1ae5 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:31:58.415450 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device ecc2dfea-359f-42ec-8334-2499c5db1ae5 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:31:58.415860 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 016888da-fbc1-402e-b727-2b062cbc7ed1 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:31:58.433936 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 016888da-fbc1-402e-b727-2b062cbc7ed1 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:31:58.434305 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 016888da-fbc1-402e-b727-2b062cbc7ed1 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:31:58.434742 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2c98e756-64fd-4b1f-b789-5a2486fa818a no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:31:58.452881 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 2c98e756-64fd-4b1f-b789-5a2486fa818a {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:31:58.453226 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 2c98e756-64fd-4b1f-b789-5a2486fa818a not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:31:58.482674 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1938819'] for router_interface, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:58.717026 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Deleting port 71852857-8fb9-4254-b317-eca6eeb88831 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:58.717368 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:58.794293 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] For port 71852857-8fb9-4254-b317-eca6eeb88831, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=71852857-8fb9-4254-b317-eca6eeb88831,segment=NetworkSegment(aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd),segment_id=aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:31:58.794676 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:58.807319 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Calling delete_port for 71852857-8fb9-4254-b317-eca6eeb88831 owned by network:router_interface {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:58.979187 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:59.009410 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Pushing event deleted for resources: {'Port': ['ID=71852857-8fb9-4254-b317-eca6eeb88831,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:31:59.175335 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1937971'] for router_interface, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:59.382435 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Router 0c138cb0-80c5-4296-8424-a04ead896fa1 has already been hosted by L3 agent e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6 {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 02:31:59.484594 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] Notify agent at l3_agent.dv-cinder-782390-7-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 02:31:59.490499 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-eb43dc19-0e31-41eb-9b96-3ca22ba4aaeb admin admin] 10.222.0.11 "PUT /v2.0/routers/0c138cb0-80c5-4296-8424-a04ead896fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5804391 Aug 07 02:31:59.492289 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36452) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:31:59.494945 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] Sync routers for ids ['0c138cb0-80c5-4296-8424-a04ead896fa1'] in dv-cinder-782390-7-iscsi {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 02:31:59.504672 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] Routers {'0c138cb0-80c5-4296-8424-a04ead896fa1'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:31:59.505271 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:31:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0c138cb0-80c5-4296-8424-a04ead896fa1'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:59.593957 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks [] for router, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:59.605634 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] Set router 0c138cb0-80c5-4296-8424-a04ead896fa1 gateway port host: dv-cinder-782390-7-iscsi {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:31:59.694008 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:59.747166 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Deleting port e5892f27-39f8-4ab6-9b67-c6e377880d99 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:31:59.747510 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:59.779474 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'external_fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:10Z', 'updated_at': '2021-08-07T02:31:58Z', 'revision_number': 5, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'gw_port': {'id': 'e5892f27-39f8-4ab6-9b67-c6e377880d99', 'name': '', 'network_id': '8c44b7bc-e230-4da9-a797-4ba67048bbb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T02:25:11Z', 'updated_at': '2021-08-07T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d0a0c7-3d9f-4892-b2e7-3470825b4566', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-7-iscsi'}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:59.805532 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] Checking router: 0c138cb0-80c5-4296-8424-a04ead896fa1 for host: dv-cinder-782390-7-iscsi {{(pid=93285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 02:31:59.813726 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] Routers {'0c138cb0-80c5-4296-8424-a04ead896fa1'} bound to L3 agent in host dv-cinder-782390-7-iscsi {{(pid=93285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 02:31:59.814472 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T02:11:50Z,description=,heartbeat_timestamp=2021-08-07T02:31:50Z,host='dv-cinder-782390-7-iscsi',id=e0e6fd82-0aba-4c11-8ac4-33d35b0eabb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T02:11:50Z,topic='l3_agent')) {'router_ids': ['0c138cb0-80c5-4296-8424-a04ead896fa1'], 'active': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:59.827853 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] For port e5892f27-39f8-4ab6-9b67-c6e377880d99, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=e5892f27-39f8-4ab6-9b67-c6e377880d99,segment=NetworkSegment(a3892aa4-ac4a-497a-b0df-6f8716c70b04),segment_id=a3892aa4-ac4a-497a-b0df-6f8716c70b04)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:31:59.828225 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:31:59.839726 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Calling delete_port for e5892f27-39f8-4ab6-9b67-c6e377880d99 owned by network:router_gateway {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:31:59.897191 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvr_db [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] Set router 0c138cb0-80c5-4296-8424-a04ead896fa1 gateway port host: None {{(pid=93285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 02:31:59.950415 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.l3_hamode_db [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:10Z', 'updated_at': '2021-08-07T02:31:59Z', 'revision_number': 6, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'gw_port_host': None}], 'dv-cinder-782390-7-iscsi', False) {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:31:59.976572 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd69ab-6622-4364-b2d5-686cc83970a0 None None] The sync data for ids ['0c138cb0-80c5-4296-8424-a04ead896fa1'] in dv-cinder-782390-7-iscsi is: [{'id': '0c138cb0-80c5-4296-8424-a04ead896fa1', 'name': 'tempest-TestVolumeBootPattern-696405751-router', 'tenant_id': 'b27e6d1ea48548358a17c438adddb116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T02:25:10Z', 'updated_at': '2021-08-07T02:31:59Z', 'revision_number': 6, 'project_id': 'b27e6d1ea48548358a17c438adddb116', 'gw_port_host': None}] {{(pid=93285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 02:32:00.003134 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2616722'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.034233 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5892f27-39f8-4ab6-9b67-c6e377880d99,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:32:00.084726 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1944277'] for router_gateway, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.171379 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1940001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-494225'] for router, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.173428 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.217792 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1940181'] for router, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.218237 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c138cb0-80c5-4296-8424-a04ead896fa1 {{(pid=93282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 02:32:00.224242 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.225378 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-1511a4d4-e9c9-471f-8557-65169d557d8d admin admin] 10.222.0.11 "DELETE /v2.0/routers/0c138cb0-80c5-4296-8424-a04ead896fa1 HTTP/1.1" status: 204 len: 168 time: 0.7321160 Aug 07 02:32:00.227861 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36454) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:32:00.270038 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f481d8-3ee0-4233-84af-6927ef1dc610 admin admin] Deleting subnet b4dd87d9-ad54-42aa-988e-e15ba6dae865 {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 02:32:00.273140 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-78f481d8-3ee0-4233-84af-6927ef1dc610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.305611 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-78f481d8-3ee0-4233-84af-6927ef1dc610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125182'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.390093 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-78f481d8-3ee0-4233-84af-6927ef1dc610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960091'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.457258 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-78f481d8-3ee0-4233-84af-6927ef1dc610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2616737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3338023'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.482175 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f481d8-3ee0-4233-84af-6927ef1dc610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4dd87d9-ad54-42aa-988e-e15ba6dae865,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:32:00.485969 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-78f481d8-3ee0-4233-84af-6927ef1dc610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.488447 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-78f481d8-3ee0-4233-84af-6927ef1dc610 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b4dd87d9-ad54-42aa-988e-e15ba6dae865 HTTP/1.1" status: 204 len: 168 time: 0.2596629 Aug 07 02:32:00.490612 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36456) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:32:00.491725 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b646c31-5f27-4031-b15a-af8f9969baf4 None None] Network 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed requested from dv-cinder-782390-7-iscsi {{(pid=93284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 02:32:00.556310 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025156'] for network, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.607039 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Deleting port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:32:00.607383 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.673547 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] For port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a, host dv-cinder-782390-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-7-iscsi',level=0,port_id=4d058cc6-7422-4f7c-95f1-8f5d8d3f148a,segment=NetworkSegment(aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd),segment_id=aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:32:00.673910 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.685993 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Calling delete_port for 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a owned by network:dhcp {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:32:00.734734 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] DHCP port deletion for 6ce8711a-1b32-40e7-b7d3-f7b68895e0ed request from dv-cinder-782390-7-iscsi {{(pid=93284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 02:32:00.764139 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 71852857-8fb9-4254-b317-eca6eeb88831 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:32:00.767177 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4175557'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.788690 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 71852857-8fb9-4254-b317-eca6eeb88831 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:32:00.789034 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 71852857-8fb9-4254-b317-eca6eeb88831 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:32:00.794971 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d058cc6-7422-4f7c-95f1-8f5d8d3f148a,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:32:00.796826 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] No DVR routers for this DVR port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a on host dv-cinder-782390-7-iscsi {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:32:00.809367 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Deleting port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 02:32:00.809933 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742795069489'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.871667 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958684', 'neutron.services.segments.db._delete_segments_for_network-8742795162736'] for network, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.876167 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] For port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a, host dv-cinder-782390-7-iscsi, got binding levels [] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 02:32:00.876568 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1943473'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.881555 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce8711a-1b32-40e7-b7d3-f7b68895e0ed']}} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:32:00.889005 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Calling delete_port for 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 02:32:00.892085 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd') {'for_net_delete': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:32:00.892244 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a was not found and therefore no delete operation was performed {{(pid=93284) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 07 02:32:00.892398 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.services.segments.db [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6fb4fd-ab09-4a4e-83ea-25a1de65f1fd') {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 02:32:00.893659 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742795073419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742794686212'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.902901 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742795166329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175301'] for segment, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.919738 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026'] for segment, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.920451 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Pushing event deleted for resources: {'Port': ['ID=4d058cc6-7422-4f7c-95f1-8f5d8d3f148a,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:32:00.922778 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] No DVR routers for this DVR port 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a on host dv-cinder-782390-7-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 02:32:00.926775 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 02:32:00.927237 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4175400'] for segment, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: Traceback (most recent call last): Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: timer() Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: cb(*args, **kw) Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: return func(*args, **kwargs) Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: self._notify() Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: self.callback(batched_events) Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: event.method(event) Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: return f(self, *a, **k) Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._get(url).json() Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: return self.request(url, 'GET', **kwargs) Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 02:32:00.929237 dv-cinder-782390-7-iscsi neutron-server[93283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 02:32:00.931446 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.931446 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.931446 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.931446 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.931750 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.932548 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.932548 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.932750 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.933013 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.933342 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.933671 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:00.933998 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fc1b-bc4c-49c4-b4a0-df9396077f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-7-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 02:32:01.246268 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944241'] for network, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.260978 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667874'] for network, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.262847 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6ce8711a-1b32-40e7-b7d3-f7b68895e0ed HTTP/1.1" status: 204 len: 168 time: 0.7710514 Aug 07 02:32:01.264086 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc34f9b-0e54-4212-bc1c-8224373bfa74 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce8711a-1b32-40e7-b7d3-f7b68895e0ed,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:32:01.369566 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36460) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:32:01.409892 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-392595df-9d91-4aec-862c-5543e4047d67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4275c656398424b9d2e55ebab118da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391631 Aug 07 02:32:01.412258 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36462) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:32:01.459020 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2379e3e5-b0d7-4819-bb07-c2a7a6ec0614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.478925 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2379e3e5-b0d7-4819-bb07-c2a7a6ec0614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.524352 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2379e3e5-b0d7-4819-bb07-c2a7a6ec0614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.526909 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2379e3e5-b0d7-4819-bb07-c2a7a6ec0614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.528048 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-2379e3e5-b0d7-4819-bb07-c2a7a6ec0614 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e88a460-7228-4c51-8be8-54351bd279a6 HTTP/1.1" status: 204 len: 168 time: 0.1149125 Aug 07 02:32:01.535643 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379e3e5-b0d7-4819-bb07-c2a7a6ec0614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88a460-7228-4c51-8be8-54351bd279a6,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:32:01.836736 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [-] (93283) accepted ('10.222.0.11', 36468) {{(pid=93283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:32:01.876042 dv-cinder-782390-7-iscsi neutron-server[93283]: INFO neutron.wsgi [None req-4b926959-907e-4bda-8983-0fd54134b6db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b27e6d1ea48548358a17c438adddb116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374494 Aug 07 02:32:01.878475 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 36470) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 02:32:01.926708 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a0ba788a-e44e-4188-8bfa-4a5b7348bae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.947622 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a0ba788a-e44e-4188-8bfa-4a5b7348bae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.992856 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a0ba788a-e44e-4188-8bfa-4a5b7348bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044092'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.995630 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a0ba788a-e44e-4188-8bfa-4a5b7348bae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:01.997022 dv-cinder-782390-7-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a0ba788a-e44e-4188-8bfa-4a5b7348bae1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51501c9a-5b41-43b9-b787-34668452b3e6 HTTP/1.1" status: 204 len: 168 time: 0.1174223 Aug 07 02:32:02.005830 dv-cinder-782390-7-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba788a-e44e-4188-8bfa-4a5b7348bae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51501c9a-5b41-43b9-b787-34668452b3e6,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 02:32:02.391421 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:32:02.412914 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:32:02.413267 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device 4d058cc6-7422-4f7c-95f1-8f5d8d3f148a not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:32:02.413682 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device e5892f27-39f8-4ab6-9b67-c6e377880d99 no longer exists at agent ovs-agent-dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 02:32:02.432156 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] No Port match for: e5892f27-39f8-4ab6-9b67-c6e377880d99 {{(pid=93284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 02:32:02.432509 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.rpc [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Device e5892f27-39f8-4ab6-9b67-c6e377880d99 not bound to the agent host dv-cinder-782390-7-iscsi {{(pid=93284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 02:32:05.799763 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:11.344086 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:32:17.064382 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e747f719-6c4b-4fcf-92b6-d292b5aba5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:19.593131 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-761c4b2b-3d6c-4007-8086-2aae4b4fab47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:19.764525 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:20.917354 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:22.290441 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:35.802183 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:47.064269 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5a9eab9e-2fa2-49a3-99bd-91041989bee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:48.343099 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:32:49.594398 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a4821afd-826a-491b-b612-59f07fe9fe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:49.766155 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:50.919645 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:32:52.292629 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:05.830097 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:17.064042 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0e814778-cc1f-40f5-973c-18e2f029b06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:19.595231 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2f6d7710-c05e-45bf-bd6a-0db1e78fa2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:19.766202 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:20.921730 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:22.295131 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:25.341132 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:33:35.833940 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:47.064788 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-071c069b-21ca-4dab-947a-5f2e1c38c1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:49.595577 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8df4-701b-4bae-9cd3-d3f5fddd8579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:49.766282 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:50.924899 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:33:52.300454 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:02.340457 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:34:05.836714 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:17.064725 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8e8b9497-d7bf-4938-8762-c88a5acaa144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:19.596311 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6d77dabe-515f-4617-8ba4-b3b845ee30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:19.767319 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:20.927013 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:22.302315 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:35.858322 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:39.339572 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:34:47.065430 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b11c6daa-0578-4e76-9506-d58605f07211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:49.596588 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-770e2bc7-db59-446a-8848-e1bcccf4b061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:49.767459 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:50.930957 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:34:52.303983 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:05.888803 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:16.338103 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:35:17.065062 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0de2cb08-4d76-4b4b-932a-9f9b51f231d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:19.597226 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12a620fc-79d1-4763-b713-772ad0b478b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:19.767909 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:20.932885 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:22.307365 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:35.887674 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:47.065353 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-28e71f2b-e852-43ba-a054-d39ce0bfd397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:49.598332 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-531d588f-d8aa-4e2c-9e2e-0eee795d9658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:49.766877 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:50.935924 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:52.312677 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:35:53.337194 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:36:05.886433 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:17.065370 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7535f20d-e70b-44e5-8f38-abfc977d0509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:19.599155 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-de39d2c1-a0f7-47b3-8ec4-bc14987e6189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:19.767441 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:20.939489 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:22.312776 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:30.336638 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:36:35.901785 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:47.065916 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-180cac5f-2e4f-40cf-b41b-d0f250c12f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:49.598562 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4fb2-e36c-4152-8036-628caa0de07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:49.767924 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:50.942053 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:36:52.123397 dv-cinder-782390-7-iscsi neutron-server[93283]: DEBUG neutron.wsgi [req-36cc4d1f-c62e-4bb2-8f7b-76b445acab40 req-0d129a8f-6b99-4021-80c7-d58322b6000e service neutron] (93283) timed out ('10.222.0.11', 58372) {{(pid=93283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 02:36:52.316160 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:37:05.907407 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1d2d20f8-f687-4895-9622-1ed0d687bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:37:07.336111 dv-cinder-782390-7-iscsi neutron-server[93285]: DEBUG neutron.db.agents_db [None req-52308fc7-5fd2-4845-ade0-9a773718c464 None None] Agent healthcheck: found 6 active agents {{(pid=93285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 02:37:17.066202 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ffe87507-20ac-4b19-8ce5-4f388898a20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:37:19.600188 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dd2080ca-5f85-4f22-9241-857c250099b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:37:19.768716 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a879212-9de8-4b3d-83f9-114c91ad7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:37:20.944463 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c1c237a2-1c08-4aaf-9d6a-4ae48fa230ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 02:37:22.318997 dv-cinder-782390-7-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-afcc4b6c-8b71-49a2-bfa5-7bb6b189c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742795162628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863826'] for agent, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}